-- Logs begin at Mon 2022-04-11 15:42:56 UTC, end at Mon 2022-04-11 17:02:07 UTC. -- Apr 11 16:26:07.723258 dv-cinder-837165-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 16:26:10.686444 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.common.config [-] Logging enabled! Apr 11 16:26:10.687150 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 16:26:10.687282 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103563) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 16:26:10.690723 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.common.config [-] Logging enabled! Apr 11 16:26:10.690982 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 16:26:10.691296 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103563) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 16:26:10.692305 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:26:10.692559 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:26:10.692938 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:26:10.693159 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:26:10.693384 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:26:10.693803 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.694222 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 16:26:10.694530 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.694827 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.695118 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.695408 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.695725 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.696003 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.696302 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.696590 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.696858 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.697137 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.697420 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.697710 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.697988 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.698276 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.698560 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.698840 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] debug = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.699197 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.699672 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.700237 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.700522 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.700812 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.701091 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.701362 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.701638 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.701921 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.702254 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] host = dv-cinder-837165-2-iscsi {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.702533 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.702821 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.703107 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.703394 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.703691 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.703968 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.704251 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.704524 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.704797 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] log_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.705072 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.705361 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.705647 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.705937 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.706162 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.706388 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.706678 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.706962 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.707233 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.707504 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.707804 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.708077 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.708350 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.708622 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.708901 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.709182 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.709461 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.709740 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.710009 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.710273 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.710545 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.710832 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.711132 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.711406 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.711702 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.711987 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.712251 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.712524 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.712822 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.713113 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.713393 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.713672 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.713939 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.714216 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.714490 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.714827 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.715096 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] use_json = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.715365 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.715643 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.715927 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.716196 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.716467 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.716737 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.717002 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.717283 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.717552 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:10.717852 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.718146 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.718447 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.718740 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.719028 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.719305 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.719592 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.719890 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.720176 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.720462 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.720755 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.721025 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.721319 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.721605 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.721895 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.722196 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.722485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.722778 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.723048 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.723320 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.723591 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.723888 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.724172 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.724446 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.724733 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.725841 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.725841 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.725841 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.725841 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.726170 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.726390 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.726681 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.727484 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.727484 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.727484 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.727752 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.728027 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.728365 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.728585 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.728853 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.729129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.729414 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.730352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.730352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.730352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.730614 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.730869 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.731909 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.731909 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.731909 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.732228 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.732228 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.732550 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.732772 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.733038 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.733312 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.733584 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.733851 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.734121 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.734389 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.734664 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.734930 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.735199 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.735466 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.735764 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.736030 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.736299 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.736569 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.736846 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.737102 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.737351 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.737620 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.737885 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.738151 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.738435 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.738731 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.739004 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.739281 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.739555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.739851 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.740126 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.740406 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.740682 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.740956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.741310 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.741607 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.741913 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.742260 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.742571 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.742871 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.743170 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.743444 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.743748 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.744033 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.744305 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.744584 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.744866 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.745147 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.745439 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.745733 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.746079 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.746368 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.746730 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.747024 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.747338 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.747619 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:10.747845 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:26:10.748104 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103563) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 16:26:11.126804 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 16:26:11.127072 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 16:26:11.127401 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 16:26:11.127762 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 16:26:11.461956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.462173 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.462423 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.463781 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.464059 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.464292 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.517009 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.517267 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.517557 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.532859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.533136 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.533378 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.564307 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.564551 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.564826 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.601621 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.601926 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.602181 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.954823 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.955482 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.955482 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.955670 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:11.956342 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.059112 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.059448 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.059756 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.060034 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.060296 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.060620 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.060888 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.061147 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.061482 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.061809 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.062056 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.062324 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.062601 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.062855 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.063130 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.063396 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.063655 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.063944 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.064217 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.064474 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.064907 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.065166 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.065453 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.065837 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.066091 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.066340 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.066744 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:26:12.066986 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:26:12.067246 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:26:12.067463 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:26:12.067731 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:26:12.067971 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:26:12.068342 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 16:26:12.071719 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 16:26:12.075903 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 16:26:12.079664 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Apr 11 16:26:12.081302 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 16:26:12.081771 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 16:26:12.082103 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 16:26:12.082486 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 16:26:12.085472 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 16:26:12.085722 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 16:26:12.086067 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 16:26:12.091224 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 16:26:12.117280 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 16:26:12.117718 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.118025 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103563) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 16:26:12.118399 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.119795 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103563) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 16:26:12.120088 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 16:26:12.120334 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 16:26:12.123789 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.124077 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.186638 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 16:26:12.186876 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 16:26:12.187106 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 16:26:12.187477 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 16:26:12.208210 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_db.sqlalchemy.engines [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103563) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 16:26:12.648998 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Initializing driver for type 'gre' Apr 11 16:26:12.649642 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] gre ID ranges: [(1, 1000)] Apr 11 16:26:12.706081 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Initializing driver for type 'local' Apr 11 16:26:12.706404 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Initializing driver for type 'vlan' Apr 11 16:26:12.721350 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] VlanTypeDriver initialization complete Apr 11 16:26:12.721700 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Initializing driver for type 'vxlan' Apr 11 16:26:12.722193 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] vxlan ID ranges: [(1, 1000)] Apr 11 16:26:12.781976 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Initializing extension driver 'port_security' Apr 11 16:26:12.782321 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] PortSecurityExtensionDriver initialization complete Apr 11 16:26:12.782659 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Initializing mechanism driver 'openvswitch' Apr 11 16:26:12.783071 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Initializing mechanism driver 'hyperv' Apr 11 16:26:12.790720 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.plugin [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:26:12.791797 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > port after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.792203 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > port after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.792561 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > port after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.793245 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:26:12.793844 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > subnet after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.794206 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > subnet after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.794566 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.794970 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:26:12.795374 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > network after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.795754 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > network after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.796103 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > network after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.796503 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:26:12.796914 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > security_group after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.797270 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > security_group after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.797616 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.798018 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:26:12.798435 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.798783 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.799127 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.799520 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:26:12.799957 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > address_group after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.800309 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > address_group after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.800649 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.801049 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:26:12.801499 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] ML2 OVO RPC backend initialized. {{(pid=103563) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 16:26:12.802220 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.802582 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.803009 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > network before_response 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.803366 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > networks before_response 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.803740 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > port before_response 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.804097 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > ports before_response 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.804452 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > subnet before_response 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.804800 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > subnets before_response 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.805148 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > network after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.805500 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > network after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.805845 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > network after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.806185 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > port after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.806525 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > port after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.806867 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > port after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.807208 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > subnet after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.807547 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > subnet after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.807991 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.816277 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded quota_driver: . Apr 11 16:26:12.816650 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.plugin [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Modular L2 Plugin initialization complete Apr 11 16:26:12.817004 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading services supported by the core plugin {{(pid=103563) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 16:26:12.817366 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.plugins.ml2.managers [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Got port-security extension from driver 'port_security' Apr 11 16:26:12.817876 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.extensions.vlantransparent [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Disabled vlantransparent extension. Apr 11 16:26:12.818384 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103563) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 16:26:12.818711 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading Plugin: router Apr 11 16:26:12.855228 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.855667 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router after_create 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.856079 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router before_create 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.856482 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.856844 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.857209 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router after_delete 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.857575 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.857929 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.858299 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router after_create 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.858648 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router after_update 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.859000 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router after_update 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.859356 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.859742 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router after_update 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.860166 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router precommit_update 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.860543 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: port after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.860887 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: port after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.861229 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: subnet after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.861580 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.861934 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.862286 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router precommit_create 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.862629 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: port before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.862976 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router precommit_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.863341 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router after_update 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.863728 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.864066 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router precommit_create 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.864433 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.864785 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router precommit_update 55549900 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.865158 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > agent after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.865515 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > agent after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.866006 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > network after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.866920 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Tracking information for resource: router configured {{(pid=103563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:26:12.867260 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Tracking information for resource: floatingip configured {{(pid=103563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:26:12.872539 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.db.l3_agentschedulers_db [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 16:26:12.873124 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: port after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.873489 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: port after_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.873847 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: port after_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.874357 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: port after_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.875969 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router before_create 55550100 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.876344 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.876714 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router precommit_create 55550100 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.877077 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > router precommit_update 55550100 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.881887 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.services.provider_configuration [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service providers = [] {{(pid=103563) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 16:26:12.882258 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.db.servicetype_db [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103563) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 16:26:12.885297 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.services.service_base [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:26:12.885651 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.services.service_base [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:26:12.886004 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.services.service_base [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:26:12.887148 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.services.service_base [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:26:12.887570 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.services.service_base [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 16:26:12.888046 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:26:12.888392 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 16:26:12.902075 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:26:12.902075 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading Plugin: auto_allocate Apr 11 16:26:12.907889 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: network precommit_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.908276 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: network precommit_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.908808 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:26:12.909134 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading Plugin: tag Apr 11 16:26:12.916111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:26:12.916445 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading Plugin: timestamp Apr 11 16:26:12.920481 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:26:12.920812 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading Plugin: network_ip_availability Apr 11 16:26:12.926385 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.926760 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.927122 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:12.927909 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:26:12.928234 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading Plugin: flavors Apr 11 16:26:12.933487 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:26:12.933796 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading Plugin: revisions Apr 11 16:26:12.939328 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:26:12.939761 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_concurrency.lockutils [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=103563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 16:26:12.940571 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103563) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 16:26:12.940911 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Initializing extension manager. Apr 11 16:26:12.941420 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: __init__.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.941793 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: __pycache__ {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.942137 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: address_group.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.942919 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.943506 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: address-group Apr 11 16:26:12.943871 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: address_scope.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.944598 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.945105 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: address-scope Apr 11 16:26:12.945430 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.946402 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.946920 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: router-admin-state-down-before-update Apr 11 16:26:12.947248 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: agent.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.947990 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.948514 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: agent Apr 11 16:26:12.948906 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: agent_resources_synced.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.949839 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.950355 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: agent-resources-synced Apr 11 16:26:12.950681 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: allowedaddresspairs.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.952581 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.953116 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: allowed-address-pairs Apr 11 16:26:12.953446 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: auto_allocated_topology.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.954542 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.955065 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: auto-allocated-topology Apr 11 16:26:12.955608 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: availability_zone.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.956111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.956654 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: availability_zone Apr 11 16:26:12.956984 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: availability_zone_filter.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.957919 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.958436 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: availability_zone_filter Apr 11 16:26:12.958761 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: data_plane_status.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.959698 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.960213 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 16:26:12.960537 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: default_subnetpools.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.961480 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.961979 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: default-subnetpools Apr 11 16:26:12.962304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.963135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.963681 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: dhcp_agent_scheduler Apr 11 16:26:12.964018 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: dns.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.965000 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.965508 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension dns-integration not supported by any of loaded plugins Apr 11 16:26:12.965830 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: dns_domain_ports.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.966748 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.967257 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 16:26:12.967580 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.968608 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.969115 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 16:26:12.969437 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: dvr.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.970109 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.970627 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: dvr Apr 11 16:26:12.970950 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: ecmp_routes.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.971892 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.972404 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 16:26:12.972886 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: empty_string_filtering.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.973642 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.974903 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: empty-string-filtering Apr 11 16:26:12.974903 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.975373 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.976164 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 16:26:12.976265 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.977137 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.977648 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 16:26:12.977971 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: external_net.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.981557 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.981557 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: external-net Apr 11 16:26:12.981557 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.981557 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.981557 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: extra_dhcp_opt Apr 11 16:26:12.981557 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: extraroute.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.982414 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.982936 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: extraroute Apr 11 16:26:12.983261 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: extraroute_atomic.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.984364 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.984906 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: extraroute-atomic Apr 11 16:26:12.985262 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: filter_validation.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.985942 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.986456 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: filter-validation Apr 11 16:26:12.986780 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: fip_pf_description.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.987953 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.988474 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 16:26:12.988773 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: fip_pf_port_range.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.989692 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.990233 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 16:26:12.990553 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: fip_port_details.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.991487 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.992044 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: fip-port-details Apr 11 16:26:12.992352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: flavors.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.993603 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.994122 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: flavors Apr 11 16:26:12.994454 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.996209 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.996739 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 16:26:12.997071 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: floatingip_pools.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.997777 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:12.998297 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: floatingip-pools Apr 11 16:26:12.998624 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: ip_allocation.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:12.999662 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.000192 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 16:26:13.000571 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.001502 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.002050 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: ip-substring-filtering Apr 11 16:26:13.002358 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l2_adjacency.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.003305 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.003836 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 16:26:13.004161 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l3.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.005166 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.005696 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: router Apr 11 16:26:13.006026 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.008346 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.008888 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 16:26:13.009231 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.010166 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.010677 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: ext-gw-mode Apr 11 16:26:13.011021 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.012018 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.012540 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: l3-ha Apr 11 16:26:13.012870 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.013798 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.014293 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 16:26:13.014626 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l3_flavors.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.015551 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.016126 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: l3-flavors Apr 11 16:26:13.016438 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.017812 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.018339 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 16:26:13.018991 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.019948 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.020480 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 16:26:13.020809 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: l3agentscheduler.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.021883 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.022408 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: l3_agent_scheduler Apr 11 16:26:13.022739 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: local_ip.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.024703 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.025237 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension local_ip not supported by any of loaded plugins Apr 11 16:26:13.025573 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: logging.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.027120 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.027675 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension logging not supported by any of loaded plugins Apr 11 16:26:13.029740 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: metering.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.029740 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.029740 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: metering Apr 11 16:26:13.029740 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.030781 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.031307 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: metering_source_and_destination_fields Apr 11 16:26:13.031673 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: multiprovidernet.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.032606 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.033129 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: multi-provider Apr 11 16:26:13.033458 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: netmtu.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.034380 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.034891 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: net-mtu Apr 11 16:26:13.035221 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: netmtu_writable.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.036183 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.036699 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: net-mtu-writable Apr 11 16:26:13.037029 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: network_availability_zone.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.037709 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.038229 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: network_availability_zone Apr 11 16:26:13.038559 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: network_ip_availability.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.039698 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.040218 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: network-ip-availability Apr 11 16:26:13.040548 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: network_segment_range.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.041333 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.041845 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 16:26:13.042173 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: pagination.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.043222 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.043554 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: pagination Apr 11 16:26:13.043909 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: port_device_profile.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.044836 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.045364 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: port-device-profile Apr 11 16:26:13.045689 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.046617 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.047132 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: port-mac-address-regenerate Apr 11 16:26:13.047455 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.048411 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.048924 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: port-numa-affinity-policy Apr 11 16:26:13.049251 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: port_resource_request.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.050164 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.050675 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 16:26:13.050999 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: port_resource_request_groups.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.052002 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.052516 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 16:26:13.052868 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: portbindings.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.053813 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.054334 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: binding Apr 11 16:26:13.054655 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: portbindings_extended.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.056011 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.056523 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: binding-extended Apr 11 16:26:13.056864 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: portsecurity.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.057796 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.058385 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: port-security Apr 11 16:26:13.058742 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: project_id.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.059773 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.060107 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: project-id Apr 11 16:26:13.060433 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: providernet.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.061359 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.061905 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: provider Apr 11 16:26:13.062231 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.065996 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.066539 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos not supported by any of loaded plugins Apr 11 16:26:13.066874 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.068237 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.068771 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 16:26:13.069101 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.070201 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.070727 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 16:26:13.071054 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_default.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.072031 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.072547 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-default not supported by any of loaded plugins Apr 11 16:26:13.072877 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_fip.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.073801 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.074373 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-fip not supported by any of loaded plugins Apr 11 16:26:13.074702 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.075628 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.076173 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 16:26:13.076497 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_gateway_ip.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.077426 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.077943 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 16:26:13.078266 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_port_network_policy.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.079180 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.079726 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 16:26:13.080054 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.081117 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.081636 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 16:26:13.081966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.083010 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.083530 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 16:26:13.083886 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_pps_rule.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.085078 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.085603 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-pps not supported by any of loaded plugins Apr 11 16:26:13.085931 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_rule_type_details.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.086851 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.087368 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 16:26:13.087720 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.088635 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.089153 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 16:26:13.089693 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: qos_rules_alias.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.090572 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.091087 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 16:26:13.091413 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: quota_check_limit.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.092342 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.092886 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: quota-check-limit Apr 11 16:26:13.093218 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: quotasv2.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.094247 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.094572 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: quotas Apr 11 16:26:13.094895 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: quotasv2_detail.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.096729 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.097068 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: quota_details Apr 11 16:26:13.097408 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: rbac.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.098500 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.099042 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: rbac-policies Apr 11 16:26:13.099375 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: rbac_address_group.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.100339 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.100863 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: rbac-address-group Apr 11 16:26:13.101192 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: rbac_address_scope.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.102120 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.102638 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: rbac-address-scope Apr 11 16:26:13.102969 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: rbac_security_groups.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.104002 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.104523 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: rbac-security-groups Apr 11 16:26:13.104856 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: rbac_subnetpool.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.105966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.106488 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: rbac-subnetpool Apr 11 16:26:13.106816 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: revisionifmatch.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.107774 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.108284 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: revision-if-match Apr 11 16:26:13.108624 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: revisions.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.109752 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.110273 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: standard-attr-revisions Apr 11 16:26:13.110600 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: router_availability_zone.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.111281 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.111844 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: router_availability_zone Apr 11 16:26:13.112175 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: routerservicetype.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.113117 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.113633 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension router-service-type not supported by any of loaded plugins Apr 11 16:26:13.113959 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.114881 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.115400 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: security-groups-normalized-cidr Apr 11 16:26:13.115747 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.116680 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.117197 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: port-security-groups-filtering Apr 11 16:26:13.117523 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.118471 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.118992 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: security-groups-remote-address-group Apr 11 16:26:13.119320 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.120289 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.120879 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: security-groups-shared-filtering Apr 11 16:26:13.121592 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.122197 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 16:26:13.122525 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: securitygroup.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.132314 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.132875 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: security-group Apr 11 16:26:13.133212 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: segment.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.133949 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.134475 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension segment not supported by any of loaded plugins Apr 11 16:26:13.134805 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.135789 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.136323 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 16:26:13.136751 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: servicetype.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.137940 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.138465 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: service-type Apr 11 16:26:13.138796 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: sorting.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.139834 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.140153 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: sorting Apr 11 16:26:13.140475 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: standard_attr_segment.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.141395 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.141908 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 16:26:13.142234 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: standardattrdescription.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.142882 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.143402 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: standard-attr-description Apr 11 16:26:13.144057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: stateful_security_group.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.145006 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.145523 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: stateful-security-group Apr 11 16:26:13.145846 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: stdattrs_common.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.146423 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 16:26:13.146749 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.147715 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.148239 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 16:26:13.148567 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: subnet_onboard.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.149646 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.150169 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: subnet_onboard Apr 11 16:26:13.150495 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.151421 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.152027 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 16:26:13.152560 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: subnet_service_types.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.153456 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.153984 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: subnet-service-types Apr 11 16:26:13.154299 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: subnetallocation.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.155389 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.155940 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: subnet_allocation Apr 11 16:26:13.156270 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.156988 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.157537 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: subnetpool-prefix-ops Apr 11 16:26:13.157898 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.158936 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.159486 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 16:26:13.159873 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: tagging.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.161099 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.161627 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: standard-attr-tag Apr 11 16:26:13.161954 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: timestamp.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.163171 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.163738 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loaded extension: standard-attr-timestamp Apr 11 16:26:13.164070 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: trunk.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.165112 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.165637 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension trunk not supported by any of loaded plugins Apr 11 16:26:13.165962 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: trunk_details.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.166891 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.167409 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension trunk-details not supported by any of loaded plugins Apr 11 16:26:13.167827 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: uplink_status_propagation.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.168761 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.169283 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 16:26:13.169611 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Loading extension file: vlantransparent.py {{(pid=103563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:26:13.170304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:26:13.170821 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 16:26:13.173453 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:network Apr 11 16:26:13.173975 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:subnet Apr 11 16:26:13.174378 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:26:13.174771 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:port Apr 11 16:26:13.176088 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.176528 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service FLAVORS assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.177161 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.177590 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.177928 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:router Apr 11 16:26:13.178358 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:floatingip Apr 11 16:26:13.178856 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service METERING assigned prefix: /metering {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.180357 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:13.180743 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:13.181104 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:26:13.182142 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 16:26:13.182585 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:security_group Apr 11 16:26:13.183026 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 16:26:13.183776 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service CORE assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.184128 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:26:13.184481 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] subnetpool is already registered Apr 11 16:26:13.184931 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service CORE assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.185263 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:26:13.185606 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] subnetpool is already registered Apr 11 16:26:13.187957 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.188420 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service FLAVORS assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.189158 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.189607 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.189946 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:router Apr 11 16:26:13.190290 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] router is already registered Apr 11 16:26:13.190719 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:floatingip Apr 11 16:26:13.191059 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] floatingip is already registered Apr 11 16:26:13.191541 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service METERING assigned prefix: /metering {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.192279 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 16:26:13.192614 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] rbac_policy is already registered Apr 11 16:26:13.193042 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:security_group Apr 11 16:26:13.193384 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] security_group is already registered Apr 11 16:26:13.193806 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 16:26:13.194142 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] security_group_rule is already registered Apr 11 16:26:13.194628 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service CORE assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.194965 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:26:13.195303 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] subnetpool is already registered Apr 11 16:26:13.195769 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.v2.resource_helper [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Service CORE assigned prefix: {{(pid=103563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:26:13.196101 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:26:13.196434 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING neutron.quota.resource_registry [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] subnetpool is already registered Apr 11 16:26:13.196909 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: extensions {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.199667 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: address-groups {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.201191 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: address-scopes {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.202416 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: agents {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.203727 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: auto-allocated-topology {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.204976 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: availability_zones {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.206208 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: dhcp-networks {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.207620 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: dhcp-agents {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.209179 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: routers {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.211313 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: flavors {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.212606 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: service_profiles {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.213795 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: next_providers {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.215460 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: service_profiles {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.216933 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: floatingip-pools {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.218274 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: routers {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.220419 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: floatingips {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.221586 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: l3-routers {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.223078 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: l3-agents {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.224539 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: metering-labels {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.225795 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: metering-label-rules {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.227177 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: network-ip-availabilities {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.228475 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: bindings {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.230037 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: quotas {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.231833 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: quotas {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.233392 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: rbac-policies {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.234590 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: security-groups {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.235942 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: security-group-rules {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.237185 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: service-providers {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.238392 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: subnetpools {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.239739 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: subnetpools {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.241309 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.242996 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.244843 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.246674 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.248394 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.250364 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.252076 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.253871 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.256712 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.258441 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron.api.extensions [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Extended resource: tags {{(pid=103563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:26:13.264495 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING keystonemiddleware.auth_token [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 16:26:13.269391 dv-cinder-837165-2-iscsi neutron-server[103563]: WARNING keystonemiddleware.auth_token [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 16:26:13.278278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_concurrency.lockutils [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Acquired lock "singleton_lock" {{(pid=103563) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 16:26:13.278761 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_concurrency.lockutils [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Releasing lock "singleton_lock" {{(pid=103563) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 16:26:13.279431 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO oslo_service.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Starting 2 workers Apr 11 16:26:13.284275 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Started child 103670 {{(pid=103563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:26:13.288742 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Started child 103671 {{(pid=103563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:26:13.289711 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:13.290497 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO neutron.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 16:26:13.290844 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:13.291229 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [-] (103670) wsgi starting up on http://0.0.0.0:9696 Apr 11 16:26:13.293551 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO oslo_service.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Starting 1 workers Apr 11 16:26:13.293753 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:13.295138 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [-] (103671) wsgi starting up on http://0.0.0.0:9696 Apr 11 16:26:13.298656 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Started child 103672 {{(pid=103563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:26:13.299226 dv-cinder-837165-2-iscsi neutron-server[103563]: INFO oslo_service.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Starting 1 workers Apr 11 16:26:13.302607 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] calling RpcWorker wait() {{(pid=103672) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 16:26:13.303178 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] returning from RpcWorker wait() {{(pid=103672) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 16:26:13.303698 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Started child 103673 {{(pid=103563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:26:13.304441 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:13.304593 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG neutron_lib.callbacks.manager [None req-1d57bea9-d88b-4579-8c8c-36830b52c90f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:13.304943 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:26:13.306362 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103563) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 16:26:13.306567 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:26:13.306778 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:26:13.306971 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:26:13.307314 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:26:13.307456 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:26:13.307995 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.308353 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.308616 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.308756 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:13.309468 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.309468 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.309705 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.309992 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.310201 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.310475 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.310757 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.310883 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.311086 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.311319 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.311524 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.311854 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.312112 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.312394 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.312677 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.312997 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.313136 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.313348 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.313582 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.313861 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] debug = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.314120 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.314590 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.314786 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.315043 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.315231 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.315547 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.315833 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.316077 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.316352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.316562 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.316783 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.317022 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.317258 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.317483 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.317727 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.317968 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.318245 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.318513 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.318915 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] host = dv-cinder-837165-2-iscsi {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.319131 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.319363 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.319591 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.319905 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.320236 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.320495 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.320806 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.321059 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.321348 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.321595 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.321846 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.322104 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.322343 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.322587 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.322755 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_options = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.322991 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.323256 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.323523 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.323759 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.323958 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.324186 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.324502 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.324635 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.324781 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.325015 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.325229 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.325442 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.325673 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.325903 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.326152 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.326426 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.326605 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.326793 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.327065 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.327579 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.327579 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.327867 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.327990 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.328226 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.328501 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.328738 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.328862 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.329070 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.329292 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.329524 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.330829 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.330829 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.330829 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.330829 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.330829 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.331679 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.331813 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:26:13.331942 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.331942 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.331942 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.331942 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.333117 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.333117 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.333117 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.333117 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.333117 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.333414 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.333414 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_json = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.333599 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.333980 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.334394 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.334786 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.335218 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.335401 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.335863 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.336123 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.336455 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.337133 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.337641 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.338423 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.338423 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.338423 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.340352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.340352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.340352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.340352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.340352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.340352 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.342079 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.342079 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.342079 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.342079 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.342079 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.342079 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.343859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.343859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.343859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.343859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.343859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.343859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.343859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.343859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.344703 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.344703 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.344703 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.345590 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.345590 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.345590 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.345590 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.347200 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.347200 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.347200 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.347200 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.347200 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.347200 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.347200 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.348167 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.348167 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.348167 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.348167 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.349300 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.349300 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.349300 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.349300 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.349300 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.349658 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.349658 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.349801 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.350036 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.350284 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.350411 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.350756 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.351933 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.351933 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.351933 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.351933 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.351933 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.352423 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.352423 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.352661 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.352800 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.353786 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.353786 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.353786 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.353786 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.353786 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356157 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356157 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356157 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356157 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356157 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356157 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356157 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356157 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356157 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356813 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356813 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356813 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.356813 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.357177 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.357177 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.357445 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.357445 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.357679 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.357823 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.358075 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.358282 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.358495 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.358775 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.359109 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.359365 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.359604 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.359856 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.360070 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.360288 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.360726 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.361100 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.361327 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.361549 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.361805 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.362057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.362317 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.362571 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.362791 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.363879 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.363879 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.363879 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.363879 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.364428 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.364428 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.364428 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.364817 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.364947 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.365267 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.365413 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.366713 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.366713 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.366713 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.366713 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.366713 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.367918 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.367918 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.367918 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.367918 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.370955 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.370955 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.370955 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.370955 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.370955 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.370955 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.370955 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.370955 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.370955 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.371869 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.371869 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.371869 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.371869 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.371869 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.371869 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.371869 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.371869 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.372442 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.372442 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.372604 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374049 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374049 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374049 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374049 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374049 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374049 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374524 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374524 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374681 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374762 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.374989 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.375202 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.375433 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.375683 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.375933 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.376199 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.376443 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.376668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.376883 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.377144 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.377359 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.377578 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.377814 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.378031 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.378254 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.378464 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.378704 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.378952 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.379203 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.379464 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.379755 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.379990 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.380216 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.380623 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.380894 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.381114 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.381367 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.381593 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.381809 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.382016 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.382379 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.382768 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.383181 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.383384 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.383594 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.383974 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.384178 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.384556 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.384817 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.385022 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.385304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.385509 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.385734 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.385954 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.386213 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.386486 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.386708 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.386963 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.387193 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.387401 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.387617 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.387871 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.388079 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.388545 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.388866 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.391666 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.391666 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.391666 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.391666 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.391666 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.391666 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.391666 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.391666 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.391666 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.392392 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.392392 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.392392 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.392392 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.392392 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.392392 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.393098 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.393098 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.393098 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.393282 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.393396 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.393943 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.394481 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.394481 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.394701 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.394847 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.394991 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.395200 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.395414 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.395626 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.395876 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.396085 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.396313 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.396645 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.396976 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.397276 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.397629 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.397929 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.398251 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.398596 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.398942 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.399279 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.399668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.400001 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.400322 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.400645 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.400984 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.401310 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.401771 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.402194 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.402393 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.402763 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.406377 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.406916 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.407022 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 50370) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:13.407194 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.407545 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.407810 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.408087 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.408360 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.408592 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.408843 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.409110 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.409502 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.409716 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.409996 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.410257 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.410555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.410910 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.411226 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.411528 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.411878 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.412217 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.412528 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.412799 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.413034 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.413275 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.413505 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.413733 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.413957 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.414686 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.414686 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.414686 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.415104 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.415104 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.415697 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064626 Apr 11 16:26:13.416678 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.416678 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.416859 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.416942 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.417289 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.417693 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.418102 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.418317 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:26:13.419181 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103563) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 16:26:13.419181 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:26:13.419181 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:26:13.419385 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:26:13.419471 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:26:13.419541 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:26:13.419790 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:26:13.420065 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.420310 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.420540 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.420769 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.420980 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.421214 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.421380 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.421546 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.421712 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.421856 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.421997 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.422137 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.422294 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.422442 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.422601 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.422756 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.422899 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.423057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.423216 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.423365 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.424451 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.424614 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.425316 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] debug = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.425316 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.425316 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.425316 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.425627 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.425627 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.425747 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.425940 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.426031 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.426181 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.426325 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.426476 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.426617 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.426730 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.427627 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.427627 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.427627 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.427627 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.427627 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.427627 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] host = dv-cinder-837165-2-iscsi {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.428051 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.428051 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.428051 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.428226 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.428489 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.428489 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.428636 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.429663 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.429663 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.429663 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.429663 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.429663 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.429663 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.429663 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.430107 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_options = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.430107 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.430107 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.430278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.430370 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.430626 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.430626 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.430923 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.430923 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.431181 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.431306 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.431389 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.431500 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.431720 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.431821 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.431964 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.432258 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.432518 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.432618 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.432707 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.432997 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.433204 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.433425 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.433618 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.433618 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.433857 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.433978 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.434390 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.434390 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.434390 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.434736 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.434736 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.434978 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.434978 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.435210 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.435210 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.435437 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.435557 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.435705 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.435828 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.435957 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.436104 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.436253 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.436563 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.436990 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.437292 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.437448 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.437597 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_json = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.437817 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.438007 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.438007 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.438353 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.438353 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.438751 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.438751 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.438751 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.440718 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:26:13.440718 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.440718 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.440718 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.440718 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.440718 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.440718 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.440718 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.442820 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.442820 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.442820 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.442820 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.442820 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.442820 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.442820 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.442820 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.443386 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.443386 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.443386 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.443386 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.443386 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.443386 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.443386 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.443386 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444011 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444011 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444011 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444011 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444011 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444011 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444011 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444011 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444987 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444987 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444987 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444987 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444987 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444987 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444987 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.444987 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.447807 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.447807 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.447807 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.447807 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.447807 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.447807 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.447807 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.447807 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.447807 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.449652 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.449652 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.449652 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.449652 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.449652 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.449652 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.449652 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.449652 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.449652 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.451304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.451304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.451304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.451304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.451304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.451304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.451304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.451304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.451304 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.452295 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.452295 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.452295 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.452295 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.452295 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.452295 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.452295 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.452295 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.452295 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.453129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.453129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.453129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.453129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.453129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.453129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.453129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.453129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.453129 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.454485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.454485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.454485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.454485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.454485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.454485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.454485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.454485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.454485 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.455611 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.455611 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.455611 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.455611 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.455611 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.455611 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.455611 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.455611 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.457388 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.457388 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.457388 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.457388 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.457388 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.457388 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.457388 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.457388 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.461684 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.461684 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.461684 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.461684 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.461684 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.461684 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.461684 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.461684 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.462566 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.462566 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.462566 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.462566 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.462566 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.462566 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.462566 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.462566 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.463111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.463111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.463111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.463111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.463111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.463111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.463111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.463111 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.464555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.464555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.464555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.464555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.464555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.464555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.464555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.464555 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.467347 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.467347 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.467347 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.467347 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.467347 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.467347 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.467347 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.467347 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.468858 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.468858 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.468858 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.468858 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.468858 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.468858 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.468858 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.468858 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.469863 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.469863 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.469863 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.469863 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.469863 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.469863 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.469863 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.469863 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.472668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.472668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.472668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.472668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.472668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.472668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.472668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.472668 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.473598 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.473598 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.473598 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.473598 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.473598 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.473598 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.473598 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.473598 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.475012 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.475012 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.475012 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.475012 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.475012 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.475012 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.475012 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.475012 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.476865 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.476865 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.476865 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.476865 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.476865 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.476865 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.476865 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.476865 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.477966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.477966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.477966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.477966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.477966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.477966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.477966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.477966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.477966 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.480517 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.480517 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.480517 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.480517 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.480517 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.480517 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.480517 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.480517 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.481278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.481278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.481278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.481278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.481278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.481278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.481278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.481278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.481278 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482248 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482248 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482248 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482248 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482248 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482248 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482248 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482248 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.482956 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.483542 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.483542 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.483542 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.483542 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.483542 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.483542 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.483542 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.483542 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.484583 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.484583 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.484583 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.484583 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.484583 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.484583 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.484583 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.484583 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.485478 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.485478 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.485478 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.485478 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.485478 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.485478 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.485478 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.485478 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486057 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486599 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486599 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486599 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486599 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486599 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486599 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486599 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.486599 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487135 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487811 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487811 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487811 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487811 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487811 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487811 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487811 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487811 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.487811 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.488399 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.488399 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.488399 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.488399 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.488399 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:26:13.488399 dv-cinder-837165-2-iscsi neutron-server[103563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:26:25.180603 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7dca88-70b5-496e-80f9-1543860a04e8 None None] get_active_networks_info from dv-cinder-837165-2-iscsi {{(pid=103672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 16:26:25.238700 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7dca88-70b5-496e-80f9-1543860a04e8 None None] No non-hosted networks {{(pid=103672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 16:26:25.255385 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ce8c238b-c163-4c93-a220-fd52f2d0bed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774131'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:27.666035 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9870fda5-76ab-49b5-b9a5-b8c105512c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774131'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:27.727900 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2d61b31d-976c-4526-9658-fa02445b23e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:28.381407 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 50440) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:28.531019 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774131'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:29.050253 dv-cinder-837165-2-iscsi neutron-server[103670]: WARNING oslo_policy.policy [None req-0d447e3d-6185-4bf8-a041-d77b54f81dfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:26:29.051469 dv-cinder-837165-2-iscsi neutron-server[103670]: WARNING oslo_policy.policy [None req-0d447e3d-6185-4bf8-a041-d77b54f81dfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:26:29.303277 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [None req-0d447e3d-6185-4bf8-a041-d77b54f81dfc admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:26:29.320871 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0d447e3d-6185-4bf8-a041-d77b54f81dfc admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9374127 Apr 11 16:26:30.389531 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774131'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:31.085345 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.db.l3_hamode_db [None req-8053a674-f717-4221-8c0c-c62a51992627 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 16:26:31.170940 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053a674-f717-4221-8c0c-c62a51992627 None None] Routers set() bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:26:31.171386 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053a674-f717-4221-8c0c-c62a51992627 None None] Router IDs set() for agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 16:26:31.709398 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774131'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:31.710612 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.710994 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.711335 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.711693 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.712259 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.712571 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.712930 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.713461 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.714102 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.714582 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.715206 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.715694 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.716179 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.716643 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.717132 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:31.717883 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837165-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:26:31.724329 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837165-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:26:32.054761 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 50474) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:32.598211 dv-cinder-837165-2-iscsi neutron-server[103671]: WARNING oslo_policy.policy [None req-679cf316-9f52-4353-b3fb-664ef521c5d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:26:32.598804 dv-cinder-837165-2-iscsi neutron-server[103671]: WARNING oslo_policy.policy [None req-679cf316-9f52-4353-b3fb-664ef521c5d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:26:32.820853 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-679cf316-9f52-4353-b3fb-664ef521c5d4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:26:32.911284 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.policy [None req-679cf316-9f52-4353-b3fb-664ef521c5d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103671) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 16:26:32.953609 dv-cinder-837165-2-iscsi neutron-server[103671]: WARNING oslo_policy.policy [None req-679cf316-9f52-4353-b3fb-664ef521c5d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:26:32.953956 dv-cinder-837165-2-iscsi neutron-server[103671]: WARNING oslo_policy.policy [None req-679cf316-9f52-4353-b3fb-664ef521c5d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:26:33.058300 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-679cf316-9f52-4353-b3fb-664ef521c5d4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776502797063', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776502796563', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776502780312', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776502953583', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776502967967', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776502942818', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-626831', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3672891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4149846'] for rbac-policy (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:33.132948 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-679cf316-9f52-4353-b3fb-664ef521c5d4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:33.134214 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-679cf316-9f52-4353-b3fb-664ef521c5d4 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0772471 Apr 11 16:26:35.637741 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 50492) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:36.005608 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:26:36.042838 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Made reservation on behalf of 4a05b6294e6141899afb73573e748b70 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:26:36.046864 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:36.063845 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:36.182810 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Publish callbacks [] for security_group (927bd310-1b9c-4690-a517-2d1f87ba960e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:36.189843 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (927bd310-1b9c-4690-a517-2d1f87ba960e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:36.221749 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:26:36.249613 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776503744934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (e3d7df9e-a980-422a-b74b-71bc4cb4b3e8), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:36.250191 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Unsubscribe: segment precommit_create {{(pid=103671) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 16:26:36.250704 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Added segment e3d7df9e-a980-422a-b74b-71bc4cb4b3e8 of type vlan for network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 Apr 11 16:26:36.256763 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=927bd310-1b9c-4690-a517-2d1f87ba960e,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:26:36.291323 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.291560 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.291974 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.292323 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.292640 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.292965 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.293272 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.293606 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.294003 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.294322 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.294641 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.294972 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.295288 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.295577 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.295908 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Tracked resource versions report: Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: pushed versions: Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: { 'AddressGroup': {'1.2'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Agent': {'1.1'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'ConntrackHelper': {'1.0'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Log': {'1.0'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'NDPProxy': {'1.0'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Network': {'1.1'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Port': {'1.7'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'PortForwarding': {'1.3'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'QosPolicy': {'1.10'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SecurityGroup': {'1.5'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SubPort': {'1.0'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Subnet': {'1.1'}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Trunk': {'1.1'}} Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: consumer versions: Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: { DHCP agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: L3 agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: Metadata agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: Metering agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: Open vSwitch agent@dv-cinder-837165-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Agent': '1.1', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'ConntrackHelper': '1.0', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'LocalIPAssociation': '1.0', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Log': '1.0', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'NDPProxy': '1.0', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Network': '1.1', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Port': '1.7', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'PortForwarding': '1.3', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'QosPolicy': '1.10', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SecurityGroup': '1.5', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SecurityGroupRule': '1.2', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SubPort': '1.0', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Subnet': '1.1', Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Trunk': '1.1'}} Apr 11 16:26:36.297272 dv-cinder-837165-2-iscsi neutron-server[103671]: {{(pid=103671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:26:36.365020 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (0ea374cf-71bf-4a46-9d2c-7d51cf53eea5), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:36.405297 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (0ea374cf-71bf-4a46-9d2c-7d51cf53eea5), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:36.410621 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:26:36.411310 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:36.486979 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8478570 Apr 11 16:26:36.529605 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70ab3a-65b6-49f4-85c4-0bdfc6075486 demo demo] Pushing event updated for resources: {'Network': ['ID=0ea374cf-71bf-4a46-9d2c-7d51cf53eea5,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:26:36.549535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:26:39.058240 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 50504) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:39.512283 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651f430c-0fb3-4c9a-a79a-5112d593a11a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:26:39.513953 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-651f430c-0fb3-4c9a-a79a-5112d593a11a demo admin] 10.222.0.65 "GET /v2.0/networks/0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 HTTP/1.1" status: 200 len: 825 time: 0.4546702 Apr 11 16:26:39.542198 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9486045d-4572-47d6-b8d1-1d3542673833 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/83fb1449-682e-4480-9bc6-f063e70c80d3 HTTP/1.1" status: 200 len: 734 time: 0.0192585 Apr 11 16:26:39.550822 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '83fb1449-682e-4480-9bc6-f063e70c80d3', 'name': 'private-subnet'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:26:39.574385 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Made reservation on behalf of 4a05b6294e6141899afb73573e748b70 for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:26:39.576662 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:39.877561 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (016e5c08-7ded-4096-bfdf-2605ce1a0acc), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:39.943997 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Pushing event updated for resources: {'Subnet': ['ID=016e5c08-7ded-4096-bfdf-2605ce1a0acc,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:26:39.950775 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Checking segment: {'id': 'e3d7df9e-a980-422a-b74b-71bc4cb4b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:26:39.951128 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Network hostable DHCP agents. Network: 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:26:39.973320 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:26:39.985221 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:26:39.989811 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:26:39.990408 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:39.995078 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca1c4f1-9207-4f87-81de-957332a01eca None None] Network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:26:40.007944 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8a0c150a-a321-4597-9156-972e8bc68f97 demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4602721 Apr 11 16:26:40.375089 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-0ea374cf-71bf-4a46-9d2c-7d51cf53eea5', 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5', 'project_id': '4a05b6294e6141899afb73573e748b70', 'fixed_ips': [{'subnet_id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:26:40.376415 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:40.650013 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Allocated IP 172.20.0.2 (0ea374cf-71bf-4a46-9d2c-7d51cf53eea5/016e5c08-7ded-4096-bfdf-2605ce1a0acc/8d590984-180c-4a0c-9de0-8903bfd39da0) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:26:40.924690 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Publish callbacks [] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:40.933266 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:41.000881 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:26:41.006097 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:26:41.016488 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:26:41.025033 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Pushing event updated for resources: {'Port': ['ID=8d590984-180c-4a0c-9de0-8903bfd39da0,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:26:41.058467 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.058820 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.059171 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.059552 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.059991 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.060394 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.060838 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.061198 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.061540 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.061848 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.062177 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.062513 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.062839 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.063156 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.063463 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Tracked resource versions report: Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: pushed versions: Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: { 'AddressGroup': {'1.2'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Agent': {'1.1'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'ConntrackHelper': {'1.0'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Log': {'1.0'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'NDPProxy': {'1.0'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Network': {'1.1'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Port': {'1.7'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'PortForwarding': {'1.3'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'QosPolicy': {'1.10'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SecurityGroup': {'1.5'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SubPort': {'1.0'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Subnet': {'1.1'}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Trunk': {'1.1'}} Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: consumer versions: Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: { DHCP agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: L3 agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: Metadata agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: Metering agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: Open vSwitch agent@dv-cinder-837165-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Agent': '1.1', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'ConntrackHelper': '1.0', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'LocalIPAssociation': '1.0', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Log': '1.0', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'NDPProxy': '1.0', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Network': '1.1', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Port': '1.7', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'PortForwarding': '1.3', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'QosPolicy': '1.10', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SecurityGroup': '1.5', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SecurityGroupRule': '1.2', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SubPort': '1.0', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Subnet': '1.1', Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Trunk': '1.1'}} Apr 11 16:26:41.064977 dv-cinder-837165-2-iscsi neutron-server[103672]: {{(pid=103672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:26:41.116088 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Attempting to bind port 8d590984-180c-4a0c-9de0-8903bfd39da0 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:26:41.116488 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Attempting to bind port 8d590984-180c-4a0c-9de0-8903bfd39da0 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'e3d7df9e-a980-422a-b74b-71bc4cb4b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:26:41.116908 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Attempting to bind port 8d590984-180c-4a0c-9de0-8903bfd39da0 on network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:26:41.122138 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:26:41.122491 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Checking segment: {'id': 'e3d7df9e-a980-422a-b74b-71bc4cb4b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:26:41.122979 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:41.123368 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Bound using segment: {'id': 'e3d7df9e-a980-422a-b74b-71bc4cb4b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:26:41.123906 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Bound port: 8d590984-180c-4a0c-9de0-8903bfd39da0, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d7df9e-a980-422a-b74b-71bc4cb4b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:26:41.124385 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:41.187964 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] For port 8d590984-180c-4a0c-9de0-8903bfd39da0, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:26:41.211810 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] For port 8d590984-180c-4a0c-9de0-8903bfd39da0, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=8d590984-180c-4a0c-9de0-8903bfd39da0,segment=NetworkSegment(e3d7df9e-a980-422a-b74b-71bc4cb4b3e8),segment_id=e3d7df9e-a980-422a-b74b-71bc4cb4b3e8)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:26:41.220716 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:41.275752 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614d624-5d7d-4c09-872b-ef714917710a None None] Pushing event updated for resources: {'Port': ['ID=8d590984-180c-4a0c-9de0-8903bfd39da0,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:26:42.596455 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 50512) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:42.924984 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [None req-daa4ca24-f986-4dd5-9f8b-3261a53893b7 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:26:42.925942 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-daa4ca24-f986-4dd5-9f8b-3261a53893b7 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3284497 Apr 11 16:26:45.486268 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 50520) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:45.816642 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [None req-ca4dd0b2-cb10-475c-8ed6-daa4bcda7757 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:26:45.817646 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ca4dd0b2-cb10-475c-8ed6-daa4bcda7757 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3301549 Apr 11 16:26:48.411888 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 50528) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:48.777134 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:26:48.845120 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.policy [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103670) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 16:26:48.893737 dv-cinder-837165-2-iscsi neutron-server[103670]: WARNING oslo_policy.policy [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:26:48.894240 dv-cinder-837165-2-iscsi neutron-server[103670]: WARNING oslo_policy.policy [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:26:48.965593 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (d388b26d-e527-4291-b124-fb27820f3a02), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:48.967583 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (d388b26d-e527-4291-b124-fb27820f3a02), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:49.140975 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] Publish callbacks [] for router_controller (d388b26d-e527-4291-b124-fb27820f3a02), precommit_add_association {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:49.147180 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (d388b26d-e527-4291-b124-fb27820f3a02), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:49.172954 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] Publish callbacks [] for router (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:49.174141 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7572e5a5-85b4-42b9-b554-c5d49a4f56fb demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7612195 Apr 11 16:26:51.734817 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 50542) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:52.064893 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [None req-e8c35d1f-f09f-4782-8a13-8e421416bdc7 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:26:52.065906 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e8c35d1f-f09f-4782-8a13-8e421416bdc7 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3300874 Apr 11 16:26:52.461377 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 8d590984-180c-4a0c-9de0-8903bfd39da0 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:26:52.548366 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 8d590984-180c-4a0c-9de0-8903bfd39da0 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:26:52.548757 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:52.658061 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 8d590984-180c-4a0c-9de0-8903bfd39da0 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:26:52.658391 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:52.704103 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 8d590984-180c-4a0c-9de0-8903bfd39da0, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=8d590984-180c-4a0c-9de0-8903bfd39da0,segment=NetworkSegment(e3d7df9e-a980-422a-b74b-71bc4cb4b3e8),segment_id=e3d7df9e-a980-422a-b74b-71bc4cb4b3e8)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:26:52.708514 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:52.758383 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=8d590984-180c-4a0c-9de0-8903bfd39da0,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:26:52.799597 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1182fc-b4f1-40f4-9acd-b957aa9243f3 None None] Network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:26:52.930934 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-fc614e7b-bdbd-42f3-ba12-0e8ac3004371 None None] Provisioning complete for port 8d590984-180c-4a0c-9de0-8903bfd39da0 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:26:52.931202 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fc614e7b-bdbd-42f3-ba12-0e8ac3004371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:53.010171 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-fc614e7b-bdbd-42f3-ba12-0e8ac3004371 None None] Current status of the port 8d590984-180c-4a0c-9de0-8903bfd39da0 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:26:53.128947 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ac5c0eb7-ded4-49fb-802b-737abe076f64 None None] Provisioning complete for port 8d590984-180c-4a0c-9de0-8903bfd39da0 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:26:53.129410 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0eb7-ded4-49fb-802b-737abe076f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:53.209623 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c0eb7-ded4-49fb-802b-737abe076f64 None None] Current status of the port 8d590984-180c-4a0c-9de0-8903bfd39da0 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:26:54.444515 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 8d590984-180c-4a0c-9de0-8903bfd39da0 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:26:54.503022 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 8d590984-180c-4a0c-9de0-8903bfd39da0 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:26:54.503456 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:54.585762 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 8d590984-180c-4a0c-9de0-8903bfd39da0 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:26:54.672252 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 50550) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:55.015879 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:26:55.038159 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Made reservation on behalf of 7d8342ff5b3646559d819b68e01eb22d for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:26:55.040707 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:55.049380 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:55.115943 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fe77d65a-ad65-4225-a27b-006c8fc33bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:55.128370 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Publish callbacks [] for security_group (f0a4b3a8-b147-4dca-918e-0014ef9d4acf), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:55.133023 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (f0a4b3a8-b147-4dca-918e-0014ef9d4acf), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:55.151419 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103671) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 16:26:55.167682 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a4b3a8-b147-4dca-918e-0014ef9d4acf,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:26:55.172672 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (b229acd8-100d-43f8-85e6-7a01cbd5955f), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:55.173000 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Added segment b229acd8-100d-43f8-85e6-7a01cbd5955f of type flat for network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d Apr 11 16:26:55.220748 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:55.259256 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:55.260154 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:26:55.260722 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:55.306117 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6325281 Apr 11 16:26:55.357504 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23e7d2-ebd7-443f-8906-bc3817511eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c0c338c-d2fa-4caa-b4a8-5aa363961a0d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:26:55.368721 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:26:57.663140 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ce3177c4-5f44-407b-8ec2-3ed0cc5e9bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:57.827572 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 50558) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:26:58.270178 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5a34c7-0b4e-4fe4-9596-a7274143c633 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:26:58.271671 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-bd5a34c7-0b4e-4fe4-9596-a7274143c633 demo admin] 10.222.0.65 "GET /v2.0/subnets/016e5c08-7ded-4096-bfdf-2605ce1a0acc HTTP/1.1" status: 200 len: 849 time: 0.4431698 Apr 11 16:26:58.405900 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7108a334-668f-4fb6-854d-11b5d9b593fb demo admin] 10.222.0.65 "GET /v2.0/routers/d388b26d-e527-4291-b124-fb27820f3a02 HTTP/1.1" status: 200 len: 704 time: 0.1242981 Apr 11 16:26:58.457825 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:58.716899 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:59.031753 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Allocated IP 172.20.0.1 (0ea374cf-71bf-4a46-9d2c-7d51cf53eea5/016e5c08-7ded-4096-bfdf-2605ce1a0acc/9ef1a5b3-c613-43de-a5a7-4f7185f18b68) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:26:59.237792 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Publish callbacks [] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:59.313005 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:59.381587 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:26:59.386418 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:26:59.430206 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Pushing event updated for resources: {'Port': ['ID=9ef1a5b3-c613-43de-a5a7-4f7185f18b68,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:26:59.432928 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:26:59.433809 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (d388b26d-e527-4291-b124-fb27820f3a02), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:59.494868 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.495185 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.495572 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.495964 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.496366 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.496879 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.497343 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.497673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.498022 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.498350 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.498674 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.498997 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.499318 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.499660 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.499974 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Tracked resource versions report: Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: pushed versions: Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: { 'AddressGroup': {'1.2'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Agent': {'1.1'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'ConntrackHelper': {'1.0'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Log': {'1.0'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'NDPProxy': {'1.0'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Network': {'1.1'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Port': {'1.7'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'PortForwarding': {'1.3'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'QosPolicy': {'1.10'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SecurityGroup': {'1.5'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SubPort': {'1.0'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Subnet': {'1.1'}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Trunk': {'1.1'}} Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: consumer versions: Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: { DHCP agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: L3 agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: Metadata agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: Metering agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: Open vSwitch agent@dv-cinder-837165-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Agent': '1.1', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'ConntrackHelper': '1.0', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'LocalIPAssociation': '1.0', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Log': '1.0', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'NDPProxy': '1.0', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Network': '1.1', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Port': '1.7', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'PortForwarding': '1.3', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'QosPolicy': '1.10', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SecurityGroup': '1.5', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SecurityGroupRule': '1.2', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SubPort': '1.0', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Subnet': '1.1', Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Trunk': '1.1'}} Apr 11 16:26:59.501393 dv-cinder-837165-2-iscsi neutron-server[103670]: {{(pid=103670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:26:59.663821 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:59.828521 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ca131c60-c149-4f8d-81fd-f6788835d2e9 None None] Provisioning complete for port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:26:59.829147 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ca131c60-c149-4f8d-81fd-f6788835d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:59.862055 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ca131c60-c149-4f8d-81fd-f6788835d2e9 None None] Port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:26:59.889812 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Publish callbacks [] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:59.896735 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:59.897610 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (d388b26d-e527-4291-b124-fb27820f3a02), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:26:59.951936 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Pushing event updated for resources: {'Port': ['ID=9ef1a5b3-c613-43de-a5a7-4f7185f18b68,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:27:00.089237 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:27:00.090969 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:27:00.264061 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Router d388b26d-e527-4291-b124-fb27820f3a02 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:27:00.281083 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-062bc1ab-5cdb-4cfe-bece-eff339b8c83f None None] Provisioning complete for port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:27:00.281549 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-062bc1ab-5cdb-4cfe-bece-eff339b8c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:00.316235 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-062bc1ab-5cdb-4cfe-bece-eff339b8c83f None None] Port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:27:00.342421 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:00.359380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:27:00.370059 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Sync routers for ids ['d388b26d-e527-4291-b124-fb27820f3a02'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:27:00.372343 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1844ab55-4c41-47a6-a385-f42857d646dc demo admin] 10.222.0.65 "PUT /v2.0/routers/d388b26d-e527-4291-b124-fb27820f3a02/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9535050 Apr 11 16:27:00.384253 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Routers {'d388b26d-e527-4291-b124-fb27820f3a02'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:27:00.385079 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:26:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d388b26d-e527-4291-b124-fb27820f3a02'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:27:00.581638 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Set router d388b26d-e527-4291-b124-fb27820f3a02 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:27:01.001066 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'name': 'router1', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:26:48Z', 'updated_at': '2022-04-11T16:26:59Z', 'revision_number': 2, 'project_id': '4a05b6294e6141899afb73573e748b70', 'gw_port_host': None, '_interfaces': [{'id': '9ef1a5b3-c613-43de-a5a7-4f7185f18b68', 'name': '', 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'mac_address': 'fa:16:3e:47:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:26:58Z', 'updated_at': '2022-04-11T16:26:59Z', 'revision_number': 2, 'project_id': '4a05b6294e6141899afb73573e748b70', 'subnets': [{'id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83fb1449-682e-4480-9bc6-f063e70c80d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:27:01.053237 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Checking router: d388b26d-e527-4291-b124-fb27820f3a02 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:27:01.053607 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Updating router d388b26d-e527-4291-b124-fb27820f3a02 port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:27:01.106852 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:01.627905 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Publish callbacks [] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:01.635174 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:01.714174 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:01.808152 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Pushing event updated for resources: {'Port': ['ID=9ef1a5b3-c613-43de-a5a7-4f7185f18b68,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:27:01.810951 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Attempting to bind port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:27:01.811354 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Attempting to bind port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'e3d7df9e-a980-422a-b74b-71bc4cb4b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:27:01.811800 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Attempting to bind port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 on network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:27:01.821542 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:27:01.821932 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Checking segment: {'id': 'e3d7df9e-a980-422a-b74b-71bc4cb4b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:27:01.822423 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:01.822819 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Bound using segment: {'id': 'e3d7df9e-a980-422a-b74b-71bc4cb4b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:27:01.823315 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Bound port: 9ef1a5b3-c613-43de-a5a7-4f7185f18b68, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d7df9e-a980-422a-b74b-71bc4cb4b3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:27:01.823737 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:01.827970 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.828322 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.828675 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.829066 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.829385 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.829716 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.830042 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.830368 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.830697 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.831020 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.831368 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.831762 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.832064 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.832385 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.832705 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Tracked resource versions report: Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: pushed versions: Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: { 'AddressGroup': {'1.2'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Agent': {'1.1'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'ConntrackHelper': {'1.0'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Log': {'1.0'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'NDPProxy': {'1.0'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Network': {'1.1'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Port': {'1.7'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'PortForwarding': {'1.3'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'QosPolicy': {'1.10'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SecurityGroup': {'1.5'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SubPort': {'1.0'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Subnet': {'1.1'}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Trunk': {'1.1'}} Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: consumer versions: Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: { DHCP agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: L3 agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: Metadata agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: Metering agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: Open vSwitch agent@dv-cinder-837165-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Agent': '1.1', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'ConntrackHelper': '1.0', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'LocalIPAssociation': '1.0', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Log': '1.0', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'NDPProxy': '1.0', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Network': '1.1', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Port': '1.7', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'PortForwarding': '1.3', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'QosPolicy': '1.10', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SecurityGroup': '1.5', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SecurityGroupRule': '1.2', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SubPort': '1.0', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Subnet': '1.1', Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Trunk': '1.1'}} Apr 11 16:27:01.834131 dv-cinder-837165-2-iscsi neutron-server[103673]: {{(pid=103673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:27:01.902688 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] For port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:27:01.921948 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] For port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=9ef1a5b3-c613-43de-a5a7-4f7185f18b68,segment=NetworkSegment(e3d7df9e-a980-422a-b74b-71bc4cb4b3e8),segment_id=e3d7df9e-a980-422a-b74b-71bc4cb4b3e8)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:27:01.928920 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:01.945846 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ab8f0d20-bdbb-4770-becf-a75a116f43eb None None] Provisioning complete for port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:27:01.946225 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0d20-bdbb-4770-becf-a75a116f43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:01.974807 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Routers {'d388b26d-e527-4291-b124-fb27820f3a02'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:27:01.975435 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:26:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d388b26d-e527-4291-b124-fb27820f3a02'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:27:02.040909 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f0d20-bdbb-4770-becf-a75a116f43eb None None] Current status of the port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:27:02.041292 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0d20-bdbb-4770-becf-a75a116f43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:02.078065 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] Set router d388b26d-e527-4291-b124-fb27820f3a02 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:27:02.079992 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-ab8f0d20-bdbb-4770-becf-a75a116f43eb None None] For port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=9ef1a5b3-c613-43de-a5a7-4f7185f18b68,segment=NetworkSegment(e3d7df9e-a980-422a-b74b-71bc4cb4b3e8),segment_id=e3d7df9e-a980-422a-b74b-71bc4cb4b3e8)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:27:02.086971 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ab8f0d20-bdbb-4770-becf-a75a116f43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:02.124250 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff9bfa-5b69-4db3-8788-c60a8b502df2 None None] Pushing event updated for resources: {'Port': ['ID=9ef1a5b3-c613-43de-a5a7-4f7185f18b68,revision_number=4']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:27:02.148576 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f0d20-bdbb-4770-becf-a75a116f43eb None None] Pushing event updated for resources: {'Port': ['ID=9ef1a5b3-c613-43de-a5a7-4f7185f18b68,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:27:02.206484 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-305462df-ecd2-4516-84ed-b7e4c4b43592 None None] Provisioning complete for port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:27:02.206869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-305462df-ecd2-4516-84ed-b7e4c4b43592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:02.294756 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-305462df-ecd2-4516-84ed-b7e4c4b43592 None None] Current status of the port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:27:02.320361 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'name': 'router1', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:26:48Z', 'updated_at': '2022-04-11T16:26:59Z', 'revision_number': 2, 'project_id': '4a05b6294e6141899afb73573e748b70', 'gw_port_host': None, '_interfaces': [{'id': '9ef1a5b3-c613-43de-a5a7-4f7185f18b68', 'name': '', 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'mac_address': 'fa:16:3e:47:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:26:58Z', 'updated_at': '2022-04-11T16:27:01Z', 'revision_number': 4, 'project_id': '4a05b6294e6141899afb73573e748b70', 'subnets': [{'id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83fb1449-682e-4480-9bc6-f063e70c80d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:27:02.350644 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b7874-3133-42e7-a4ca-914114695838 None None] The sync data for ids ['d388b26d-e527-4291-b124-fb27820f3a02'] in dv-cinder-837165-2-iscsi is: [{'id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'name': 'router1', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:26:48Z', 'updated_at': '2022-04-11T16:26:59Z', 'revision_number': 2, 'project_id': '4a05b6294e6141899afb73573e748b70', 'gw_port_host': None, '_interfaces': [{'id': '9ef1a5b3-c613-43de-a5a7-4f7185f18b68', 'name': '', 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'mac_address': 'fa:16:3e:47:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:26:58Z', 'updated_at': '2022-04-11T16:27:01Z', 'revision_number': 4, 'project_id': '4a05b6294e6141899afb73573e748b70', 'subnets': [{'id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83fb1449-682e-4480-9bc6-f063e70c80d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:27:02.945809 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 50582) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:27:03.149956 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ab3fb-aa96-400d-8962-3777d64fc8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:27:03.151338 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a58ab3fb-aa96-400d-8962-3777d64fc8a0 admin admin] 10.222.0.65 "GET /v2.0/networks/8c0c338c-d2fa-4caa-b4a8-5aa363961a0d HTTP/1.1" status: 200 len: 842 time: 0.2045071 Apr 11 16:27:03.161611 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:27:03.187309 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Made reservation on behalf of 7d8342ff5b3646559d819b68e01eb22d for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:27:03.189948 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:03.492760 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.objects.ports [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103670) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 16:27:03.493183 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (5c3bc625-377a-416b-bc2a-d48560aeba64), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:03.542305 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3bc625-377a-416b-bc2a-d48560aeba64,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:27:03.560907 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:27:03.561253 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Network hostable DHCP agents. Network: 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:27:03.583245 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:27:03.594832 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:27:03.599331 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:27:03.600291 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:03.604364 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54834a4-68bc-4d6b-b900-c17979995c4d None None] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:27:03.622677 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5bc11ac9-930b-4b97-a488-bb279900ed48 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4648216 Apr 11 16:27:03.708594 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e759dcf8-cc40-46f3-a8cf-af15803d6511 None None] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:27:06.172591 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 50600) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:27:06.310792 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-cad9a526-102a-4c31-8345-d632fd6eec3b demo admin] 10.222.0.65 "GET /v2.0/routers/d388b26d-e527-4291-b124-fb27820f3a02 HTTP/1.1" status: 200 len: 710 time: 0.1367514 Apr 11 16:27:06.396977 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b75aca3-6cc7-4c7a-8fc3-232e33dc5925 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:27:06.398396 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4b75aca3-6cc7-4c7a-8fc3-232e33dc5925 demo admin] 10.222.0.65 "GET /v2.0/networks/8c0c338c-d2fa-4caa-b4a8-5aa363961a0d HTTP/1.1" status: 200 len: 886 time: 0.0822577 Apr 11 16:27:06.407980 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:27:06.670086 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Publish callbacks [] for router_gateway (d388b26d-e527-4291-b124-fb27820f3a02), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:06.955062 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Publish callbacks [] for router_gateway (d388b26d-e527-4291-b124-fb27820f3a02), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:07.031875 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:07.137655 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Allocated IP 172.27.0.117 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/f23baea5-5a43-4d96-a44d-e92c27988bc2) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:27:07.241923 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Publish callbacks [] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:07.276444 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:07.315142 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:27:07.317965 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:27:07.326251 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:27:07.329152 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Pushing event updated for resources: {'Port': ['ID=f23baea5-5a43-4d96-a44d-e92c27988bc2,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:27:07.594495 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Publish callbacks [] for router_gateway (d388b26d-e527-4291-b124-fb27820f3a02), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:07.809937 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-99141'] for router (d388b26d-e527-4291-b124-fb27820f3a02), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:07.813822 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3774394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3774387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3775943'] for router (d388b26d-e527-4291-b124-fb27820f3a02), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:07.929266 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Router d388b26d-e527-4291-b124-fb27820f3a02 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:27:08.049824 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:27:08.054564 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] Publish callbacks [] for router (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:08.055931 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-aee3cb69-0419-4df1-958d-0c9205e6e9de demo admin] 10.222.0.65 "PUT /v2.0/routers/d388b26d-e527-4291-b124-fb27820f3a02 HTTP/1.1" status: 200 len: 890 time: 1.6511970 Apr 11 16:27:10.481259 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:27:10.544441 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:27:10.545035 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:10.629076 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:27:10.640416 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 50612) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:27:10.782216 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5ae3f215-986a-431d-bc9a-bd9770c8f2b6 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1406639 Apr 11 16:27:11.189158 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Sync routers for ids ['d388b26d-e527-4291-b124-fb27820f3a02'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:27:11.202045 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Routers {'d388b26d-e527-4291-b124-fb27820f3a02'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:27:11.202860 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:26:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d388b26d-e527-4291-b124-fb27820f3a02'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:27:11.441036 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Set router d388b26d-e527-4291-b124-fb27820f3a02 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:27:11.908471 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'name': 'router1', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f23baea5-5a43-4d96-a44d-e92c27988bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:26:48Z', 'updated_at': '2022-04-11T16:27:07Z', 'revision_number': 4, 'project_id': '4a05b6294e6141899afb73573e748b70', 'gw_port': {'id': 'f23baea5-5a43-4d96-a44d-e92c27988bc2', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:27:07Z', 'updated_at': '2022-04-11T16:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '9ef1a5b3-c613-43de-a5a7-4f7185f18b68', 'name': '', 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'mac_address': 'fa:16:3e:47:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:26:58Z', 'updated_at': '2022-04-11T16:27:02Z', 'revision_number': 5, 'project_id': '4a05b6294e6141899afb73573e748b70', 'subnets': [{'id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83fb1449-682e-4480-9bc6-f063e70c80d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:27:11.960684 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Checking router: d388b26d-e527-4291-b124-fb27820f3a02 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:27:11.961069 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Updating router d388b26d-e527-4291-b124-fb27820f3a02 port f23baea5-5a43-4d96-a44d-e92c27988bc2 binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:27:12.015932 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:12.353265 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Publish callbacks [] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:12.360681 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:12.410788 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333d75f-80b7-41cf-9190-1e449f7897ae None None] Pushing event updated for resources: {'Port': ['ID=f23baea5-5a43-4d96-a44d-e92c27988bc2,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:27:12.422557 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Attempting to bind port f23baea5-5a43-4d96-a44d-e92c27988bc2 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:27:12.422995 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Attempting to bind port f23baea5-5a43-4d96-a44d-e92c27988bc2 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:27:12.423448 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Attempting to bind port f23baea5-5a43-4d96-a44d-e92c27988bc2 on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:27:12.428698 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:27:12.429075 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:27:12.429478 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:12.429865 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:27:12.430333 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Bound port: f23baea5-5a43-4d96-a44d-e92c27988bc2, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:27:12.430711 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:12.488238 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] For port f23baea5-5a43-4d96-a44d-e92c27988bc2, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:27:12.491657 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] For port f23baea5-5a43-4d96-a44d-e92c27988bc2, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=f23baea5-5a43-4d96-a44d-e92c27988bc2,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:27:12.509750 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:12.569655 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333d75f-80b7-41cf-9190-1e449f7897ae None None] Pushing event updated for resources: {'Port': ['ID=f23baea5-5a43-4d96-a44d-e92c27988bc2,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:27:12.574899 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Routers {'d388b26d-e527-4291-b124-fb27820f3a02'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:27:12.575514 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:26:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d388b26d-e527-4291-b124-fb27820f3a02'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:27:12.689394 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] Set router d388b26d-e527-4291-b124-fb27820f3a02 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:27:12.920453 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5712044b-491a-415f-9984-65f246b7e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'name': 'router1', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f23baea5-5a43-4d96-a44d-e92c27988bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:26:48Z', 'updated_at': '2022-04-11T16:27:07Z', 'revision_number': 4, 'project_id': '4a05b6294e6141899afb73573e748b70', 'gw_port': {'id': 'f23baea5-5a43-4d96-a44d-e92c27988bc2', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:27:07Z', 'updated_at': '2022-04-11T16:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '9ef1a5b3-c613-43de-a5a7-4f7185f18b68', 'name': '', 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'mac_address': 'fa:16:3e:47:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:26:58Z', 'updated_at': '2022-04-11T16:27:02Z', 'revision_number': 5, 'project_id': '4a05b6294e6141899afb73573e748b70', 'subnets': [{'id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83fb1449-682e-4480-9bc6-f063e70c80d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:27:12.947987 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712044b-491a-415f-9984-65f246b7e72b None None] The sync data for ids ['d388b26d-e527-4291-b124-fb27820f3a02'] in dv-cinder-837165-2-iscsi is: [{'id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'name': 'router1', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f23baea5-5a43-4d96-a44d-e92c27988bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:26:48Z', 'updated_at': '2022-04-11T16:27:07Z', 'revision_number': 4, 'project_id': '4a05b6294e6141899afb73573e748b70', 'gw_port': {'id': 'f23baea5-5a43-4d96-a44d-e92c27988bc2', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:27:07Z', 'updated_at': '2022-04-11T16:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '9ef1a5b3-c613-43de-a5a7-4f7185f18b68', 'name': '', 'network_id': '0ea374cf-71bf-4a46-9d2c-7d51cf53eea5', 'tenant_id': '4a05b6294e6141899afb73573e748b70', 'mac_address': 'fa:16:3e:47:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd388b26d-e527-4291-b124-fb27820f3a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:26:58Z', 'updated_at': '2022-04-11T16:27:02Z', 'revision_number': 5, 'project_id': '4a05b6294e6141899afb73573e748b70', 'subnets': [{'id': '016e5c08-7ded-4096-bfdf-2605ce1a0acc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83fb1449-682e-4480-9bc6-f063e70c80d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:27:14.505454 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f23baea5-5a43-4d96-a44d-e92c27988bc2 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:27:14.565020 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port f23baea5-5a43-4d96-a44d-e92c27988bc2 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:27:14.565871 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:14.661930 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port f23baea5-5a43-4d96-a44d-e92c27988bc2 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:27:14.662617 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:14.685444 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port f23baea5-5a43-4d96-a44d-e92c27988bc2, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=f23baea5-5a43-4d96-a44d-e92c27988bc2,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:27:14.693175 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:14.754343 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=f23baea5-5a43-4d96-a44d-e92c27988bc2,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:27:16.561957 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f23baea5-5a43-4d96-a44d-e92c27988bc2 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:27:16.631352 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port f23baea5-5a43-4d96-a44d-e92c27988bc2 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:27:16.631925 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f23baea5-5a43-4d96-a44d-e92c27988bc2), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:16.717999 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port f23baea5-5a43-4d96-a44d-e92c27988bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:27:19.349420 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:27:25.125218 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-70e3c104-5807-4556-8bfa-021bc537b21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:27.671582 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2f363ea6-16e6-4495-8114-4823b14501e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:28.481557 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:30.356981 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:31.717198 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:55.123757 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8997ddae-bc6a-45d5-9810-6c7337233b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:56.351050 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:27:57.669519 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcb140e7-315d-481d-bab8-d91e044c951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:27:58.468924 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:00.350019 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:01.720587 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:25.120057 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bb799762-fd24-4baa-a610-2e6832c4c285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:27.667433 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5b37065a-5070-430c-9330-f73cc8f9f9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:28.469925 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:30.352952 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:31.716059 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:33.351041 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:28:34.554501 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51096) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:34.624658 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e5b019-505b-4919-bc1b-a8566db30d09 admin admin] GET failed (client error): The resource could not be found. Apr 11 16:28:34.626002 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-87e5b019-505b-4919-bc1b-a8566db30d09 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708218 Apr 11 16:28:34.875957 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e53ca9-246f-43a5-acad-04c96fd2668a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:34.877455 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-59e53ca9-246f-43a5-acad-04c96fd2668a admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2472198 Apr 11 16:28:37.216318 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51106) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:37.332673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da764d3-5473-479d-ae34-2bbc85557c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:37.334944 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9da764d3-5473-479d-ae34-2bbc85557c8d admin admin] 10.222.0.65 "GET /v2.0/subnets/016e5c08-7ded-4096-bfdf-2605ce1a0acc HTTP/1.1" status: 200 len: 849 time: 0.1168308 Apr 11 16:28:37.349423 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:28:37.463026 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Publish callbacks [] for subnet (016e5c08-7ded-4096-bfdf-2605ce1a0acc), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:37.611922 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776503842582'] for subnet (016e5c08-7ded-4096-bfdf-2605ce1a0acc), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:37.646415 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:37.646989 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:37.648735 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] 10.222.0.65 "PUT /v2.0/subnets/016e5c08-7ded-4096-bfdf-2605ce1a0acc HTTP/1.1" status: 200 len: 868 time: 0.3053422 Apr 11 16:28:37.652564 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88da1298-d99b-48ee-8b42-120e30cdf00d None None] Network 0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:28:37.671788 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016e5c08-7ded-4096-bfdf-2605ce1a0acc,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:28:37.680032 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.680411 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.680737 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.681084 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.681421 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.681751 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.682089 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.682431 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.682748 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.683085 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.683418 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.683772 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.684100 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.684438 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:37.684894 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45d64-bdad-4e19-bf3c-c62afc562a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:28:38.022384 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-30e1e679-0f0d-46be-99ba-fe7da5804386 None None] Provisioning complete for port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:28:38.022739 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-30e1e679-0f0d-46be-99ba-fe7da5804386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9ef1a5b3-c613-43de-a5a7-4f7185f18b68), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:38.109631 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-30e1e679-0f0d-46be-99ba-fe7da5804386 None None] Current status of the port 9ef1a5b3-c613-43de-a5a7-4f7185f18b68 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:28:38.117874 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-30e1e679-0f0d-46be-99ba-fe7da5804386 None None] Provisioning complete for port 8d590984-180c-4a0c-9de0-8903bfd39da0 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:28:38.118264 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-30e1e679-0f0d-46be-99ba-fe7da5804386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (8d590984-180c-4a0c-9de0-8903bfd39da0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:38.198735 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-30e1e679-0f0d-46be-99ba-fe7da5804386 None None] Current status of the port 8d590984-180c-4a0c-9de0-8903bfd39da0 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:28:39.993351 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51114) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:40.215000 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a32be4-f8e7-48b3-8074-167a57dda030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:40.215359 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a32be4-f8e7-48b3-8074-167a57dda030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:40.216985 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-22a32be4-f8e7-48b3-8074-167a57dda030 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2226350 Apr 11 16:28:42.601311 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51124) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:42.824786 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2422be7e-fd81-47d3-a5ba-93160f6d1e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:42.825185 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2422be7e-fd81-47d3-a5ba-93160f6d1e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:42.826752 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2422be7e-fd81-47d3-a5ba-93160f6d1e43 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2244143 Apr 11 16:28:45.183469 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51132) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:45.328809 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f30f70-3507-4b6c-830e-1e933617c686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:45.330088 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-63f30f70-3507-4b6c-830e-1e933617c686 admin admin] 10.222.0.65 "GET /v2.0/networks/0ea374cf-71bf-4a46-9d2c-7d51cf53eea5 HTTP/1.1" status: 200 len: 869 time: 0.1456187 Apr 11 16:28:47.670883 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51140) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:47.811825 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc466311-d911-47de-80a0-33c970aed31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:47.813355 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fc466311-d911-47de-80a0-33c970aed31d admin admin] 10.222.0.65 "GET /v2.0/networks/8c0c338c-d2fa-4caa-b4a8-5aa363961a0d HTTP/1.1" status: 200 len: 886 time: 0.1413376 Apr 11 16:28:50.150361 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51148) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:50.291904 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4daa2b7-31d0-4d57-aae8-e2efd5ad5834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:50.292243 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4daa2b7-31d0-4d57-aae8-e2efd5ad5834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:50.293861 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c4daa2b7-31d0-4d57-aae8-e2efd5ad5834 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1424630 Apr 11 16:28:52.877983 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51156) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:52.980748 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fa70d-8f58-475c-a2d1-ca7107769145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:52.981200 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fa70d-8f58-475c-a2d1-ca7107769145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:52.982789 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-b48fa70d-8f58-475c-a2d1-ca7107769145 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1038048 Apr 11 16:28:55.115447 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4d4a-07f4-4f57-988f-96fd6fc83c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:55.356088 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51164) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:55.467820 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26842a-09f2-4c60-b778-b1a2a75c4e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:55.469169 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3c26842a-09f2-4c60-b778-b1a2a75c4e60 admin admin] 10.222.0.65 "GET /v2.0/subnets/016e5c08-7ded-4096-bfdf-2605ce1a0acc HTTP/1.1" status: 200 len: 868 time: 0.1119399 Apr 11 16:28:57.662520 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b93dfaba-d6f7-4ec8-a988-dbfc10ff0257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:28:57.803694 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51172) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:28:57.896341 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21246f2-00c6-4df7-998d-3492dd41a707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:28:57.898048 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d21246f2-00c6-4df7-998d-3492dd41a707 admin admin] 10.222.0.65 "GET /v2.0/subnets/5c3bc625-377a-416b-bc2a-d48560aeba64 HTTP/1.1" status: 200 len: 816 time: 0.0934010 Apr 11 16:28:58.469609 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:00.354877 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:01.724960 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:10.352160 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:29:25.121279 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cc55dec5-5a09-4c5b-9735-c461f809d003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:27.657041 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0d80250d-4cb2-4205-aa64-9610fa409e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:28.474062 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:30.358195 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:31.730673 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:39.141064 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51230) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:29:39.193125 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [None req-a83468a2-01ce-493f-bd91-55ce3a286c0e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:29:39.194165 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a83468a2-01ce-493f-bd91-55ce3a286c0e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521798 Apr 11 16:29:41.655670 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51238) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:29:41.731480 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d07e36-aa05-4cac-b908-d7b76b045fa2 admin admin] GET failed (client error): The resource could not be found. Apr 11 16:29:41.732957 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-37d07e36-aa05-4cac-b908-d7b76b045fa2 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0762961 Apr 11 16:29:41.891281 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ed34f-76b6-494a-96b8-533b5b21f4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:29:41.892722 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-595ed34f-76b6-494a-96b8-533b5b21f4cb admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1547637 Apr 11 16:29:44.272442 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51246) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:29:44.326068 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:29:44.350439 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Made reservation on behalf of 7d8342ff5b3646559d819b68e01eb22d for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:29:44.350439 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:44.396312 dv-cinder-837165-2-iscsi neutron-server[103671]: WARNING neutron.services.revisions.revision_plugin [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Could not find related network for resource to bump revision. Apr 11 16:29:44.408365 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:29:44.417369 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:44.417705 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Added segment ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe of type vlan for network f17d721b-3971-449a-ae3b-5dce8329091b Apr 11 16:29:44.468648 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (f17d721b-3971-449a-ae3b-5dce8329091b), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:44.495358 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (f17d721b-3971-449a-ae3b-5dce8329091b), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:44.496361 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:29:44.496937 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:44.557365 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2836897 Apr 11 16:29:44.562671 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Pushing event updated for resources: {'Network': ['ID=f17d721b-3971-449a-ae3b-5dce8329091b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:29:44.570976 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.571337 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.571725 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.572066 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.572402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.572736 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.573056 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.573419 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.573711 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.574042 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.574384 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.574708 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.575036 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.575354 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.575698 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea7ef26-ee2b-4961-ad69-2e3c927d44bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:44.589065 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network f17d721b-3971-449a-ae3b-5dce8329091b details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:29:46.929997 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51254) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:29:47.002493 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d89af35-0212-4c25-89f9-2554d8d68954 admin admin] GET failed (client error): The resource could not be found. Apr 11 16:29:47.003822 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3d89af35-0212-4c25-89f9-2554d8d68954 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0728090 Apr 11 16:29:47.081146 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eee00ef-1aec-4b8a-8244-ac803bf11dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:29:47.082698 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2eee00ef-1aec-4b8a-8244-ac803bf11dc6 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0745673 Apr 11 16:29:47.095943 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:29:47.116166 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Made reservation on behalf of 7d8342ff5b3646559d819b68e01eb22d for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:29:47.118350 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:47.300075 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (22b44804-06be-4632-8b0e-4327886aa59c), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:47.351411 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:29:47.355344 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b44804-06be-4632-8b0e-4327886aa59c,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:29:47.365737 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Checking segment: {'id': 'ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:29:47.366088 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Network hostable DHCP agents. Network: f17d721b-3971-449a-ae3b-5dce8329091b, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:29:47.383983 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Network f17d721b-3971-449a-ae3b-5dce8329091b is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:29:47.393394 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, f17d721b-3971-449a-ae3b-5dce8329091b) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:29:47.397932 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:29:47.398538 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:47.402613 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b839f2-c4b1-43fd-9f33-914efb5bff49 None None] Network f17d721b-3971-449a-ae3b-5dce8329091b requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:29:47.421073 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-758a5fe1-bf4a-47ff-a263-114cc8c1ca06 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3240383 Apr 11 16:29:47.523268 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-f17d721b-3971-449a-ae3b-5dce8329091b', 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b', 'project_id': '7d8342ff5b3646559d819b68e01eb22d', 'fixed_ips': [{'subnet_id': '22b44804-06be-4632-8b0e-4327886aa59c'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:29:47.524200 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:47.767448 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Allocated IP 192.168.233.2 (f17d721b-3971-449a-ae3b-5dce8329091b/22b44804-06be-4632-8b0e-4327886aa59c/00624d35-2813-4b98-a1e9-f8afbb2772ea) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:29:47.918682 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Publish callbacks [] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:47.925472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:47.963349 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Network f17d721b-3971-449a-ae3b-5dce8329091b is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:29:47.966108 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:29:47.969601 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:29:47.978153 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Pushing event updated for resources: {'Port': ['ID=00624d35-2813-4b98-a1e9-f8afbb2772ea,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:29:47.988915 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.989268 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.989643 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.990000 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.990337 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.990664 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.990986 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.991308 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.991683 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.991972 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.992302 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.992636 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.992955 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.993273 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:47.993590 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:29:48.048498 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Attempting to bind port 00624d35-2813-4b98-a1e9-f8afbb2772ea on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:29:48.049019 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Attempting to bind port 00624d35-2813-4b98-a1e9-f8afbb2772ea by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:29:48.049380 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Attempting to bind port 00624d35-2813-4b98-a1e9-f8afbb2772ea on network f17d721b-3971-449a-ae3b-5dce8329091b {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:29:48.055160 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:29:48.055547 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Checking segment: {'id': 'ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:29:48.055990 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:48.056375 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Bound using segment: {'id': 'ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:29:48.056847 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Bound port: 00624d35-2813-4b98-a1e9-f8afbb2772ea, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:29:48.057256 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:48.126205 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] For port 00624d35-2813-4b98-a1e9-f8afbb2772ea, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:29:48.130058 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] For port 00624d35-2813-4b98-a1e9-f8afbb2772ea, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=00624d35-2813-4b98-a1e9-f8afbb2772ea,segment=NetworkSegment(ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe),segment_id=ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:29:48.137606 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:48.199576 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b2a8a-e90f-407e-8b83-4e13560c670a None None] Pushing event updated for resources: {'Port': ['ID=00624d35-2813-4b98-a1e9-f8afbb2772ea,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:29:48.644924 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 00624d35-2813-4b98-a1e9-f8afbb2772ea up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:29:48.696572 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 00624d35-2813-4b98-a1e9-f8afbb2772ea triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:29:48.696951 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:48.788557 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 00624d35-2813-4b98-a1e9-f8afbb2772ea is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:29:48.788882 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:48.829126 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 00624d35-2813-4b98-a1e9-f8afbb2772ea, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=00624d35-2813-4b98-a1e9-f8afbb2772ea,segment=NetworkSegment(ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe),segment_id=ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:29:48.835471 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:48.891581 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=00624d35-2813-4b98-a1e9-f8afbb2772ea,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:29:49.100145 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c084094a-1ce9-4ee8-b1ce-597d9c77637a None None] Network f17d721b-3971-449a-ae3b-5dce8329091b requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:29:49.179601 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-1b1e66b7-7f5b-471c-b67c-1ffadd4ff1c7 None None] Provisioning complete for port 00624d35-2813-4b98-a1e9-f8afbb2772ea triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:29:49.180009 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1b1e66b7-7f5b-471c-b67c-1ffadd4ff1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:49.302078 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e66b7-7f5b-471c-b67c-1ffadd4ff1c7 None None] Current status of the port 00624d35-2813-4b98-a1e9-f8afbb2772ea is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:29:49.525657 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-d199778b-dadc-4703-a66f-52e5b545618a None None] Provisioning complete for port 00624d35-2813-4b98-a1e9-f8afbb2772ea triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:29:49.526045 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d199778b-dadc-4703-a66f-52e5b545618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:49.610759 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-d199778b-dadc-4703-a66f-52e5b545618a None None] Current status of the port 00624d35-2813-4b98-a1e9-f8afbb2772ea is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:29:50.593003 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 00624d35-2813-4b98-a1e9-f8afbb2772ea up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:29:50.640834 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 00624d35-2813-4b98-a1e9-f8afbb2772ea triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:29:50.641222 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (00624d35-2813-4b98-a1e9-f8afbb2772ea), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:50.746500 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 00624d35-2813-4b98-a1e9-f8afbb2772ea is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:29:55.125527 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-00a1d34b-7338-4649-ada9-f6a5d1a1305e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:57.662379 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bd8a0b33-9765-4ca9-8693-3f54354e8116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:29:58.477011 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:00.360127 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:01.721719 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:24.350459 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:30:25.129736 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb436-bc64-4c14-bc65-bce2a8f92d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:27.667434 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-72aa0edd-d87f-4e22-a65d-1bb9347cb601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:28.480700 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:30.363704 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:31.721721 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:55.136381 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-07a7a6c8-b12f-4cb3-b925-a2de013e1fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:57.671883 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d762edd1-8d0d-498b-9bee-a441a010a922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:30:58.485040 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:00.368470 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:01.350777 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:31:01.719565 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:19.215082 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51292) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:31:19.220799 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [None req-6e3cd698-2d7e-4136-93ac-72c4f773767e tempest-verify_tempest_config-386757535 tempest-verify_tempest_config-386757535-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:31:19.222050 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6e3cd698-2d7e-4136-93ac-72c4f773767e tempest-verify_tempest_config-386757535 tempest-verify_tempest_config-386757535-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059633 Apr 11 16:31:19.533421 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51310) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:31:19.652966 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:19.740524 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Publish callbacks [] for security_group (b103b83e-d7d9-48e6-8667-1ada9a8f3e59), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:19.745249 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b103b83e-d7d9-48e6-8667-1ada9a8f3e59), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:19.789982 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d4a70684b534e24a6e7c0d9c5bd0d98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2554178 Apr 11 16:31:19.790803 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b103b83e-d7d9-48e6-8667-1ada9a8f3e59,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:31:19.793041 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51314) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:31:19.797725 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.798077 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.798424 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.798766 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.799104 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.799437 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.799818 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.800153 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.800487 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.800809 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.801134 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.801455 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.801774 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.802117 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.802426 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f16b0ae-3814-4174-81a2-babe567f4a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:19.868209 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Publish callbacks [] for security_group (b103b83e-d7d9-48e6-8667-1ada9a8f3e59), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:19.890363 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Publish callbacks [] for security_group (b103b83e-d7d9-48e6-8667-1ada9a8f3e59), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:19.988892 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b103b83e-d7d9-48e6-8667-1ada9a8f3e59), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:19.991343 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:19.992673 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b103b83e-d7d9-48e6-8667-1ada9a8f3e59 HTTP/1.1" status: 204 len: 168 time: 0.1985610 Apr 11 16:31:20.001569 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103b83e-d7d9-48e6-8667-1ada9a8f3e59,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:31:20.008766 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.009067 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.009410 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.009746 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.010078 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.010410 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.010754 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.011084 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.011408 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.012129 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.012468 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.012794 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.013111 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.013422 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:20.013735 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5b796-7d22-4794-8dbd-18a017fadefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:31:25.132408 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7f629254-87a1-46a4-af92-0e742b6656f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:27.678161 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-59efee87-2def-4be8-8e84-0d6e34d9ed61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:28.489826 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:30.375745 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:31.717285 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:38.350049 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:31:55.131680 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f0924e39-9eba-409c-8f49-e5a3536cd2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:57.686587 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-556c41fe-6380-4e97-814f-2b1467127d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:31:58.490917 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:00.375370 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:01.717099 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:15.349535 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:32:25.126424 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2151a5e4-238c-4097-a2ef-9e9f5e5f3714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:27.682196 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6735360c-82b5-4f17-ab8f-d08e6959a429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:28.494260 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:30.378252 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:31.713570 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:52.349554 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:32:55.130264 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-07b13b64-bb13-470f-a587-ec22d9b8faf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:57.676976 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ffaa027f-1c02-47c7-a81b-397d76ca6821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:32:58.499353 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:00.379302 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:01.721279 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:14.636596 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774131'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:25.136545 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c7824b14-715a-4699-b1a5-d406ca85bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:27.681120 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1474c4fc-a276-4d29-bd29-9d3afc2b6e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:28.499294 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:29.350050 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:33:29.553637 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51386) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:33:29.664067 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ec70d141-9719-4803-bb93-4a3da6c27964 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1092646 Apr 11 16:33:30.381933 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:31.716543 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:32.021511 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51396) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:33:32.083458 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9ed9edf7-d2c5-496e-a792-9d1f35d44b3f admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0607581 Apr 11 16:33:44.624956 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:55.132779 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d952e516-f6b4-4adc-be43-5fc47dce75a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:57.687434 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6b97af92-5d23-4a2b-9415-7980308530cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:33:58.502585 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:00.386432 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:01.725780 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:06.350177 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:34:14.624734 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:25.130058 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5bc1554b-c7d8-4ff6-9506-2f250ad294fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:27.682979 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4cfab3cb-3127-49bb-9d1e-c77a16449108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:28.508017 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:30.422145 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:31.720956 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:43.349900 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:34:44.618813 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:55.127472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb4b2-1d02-4db7-9baf-d8f7cb5a71ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:57.686797 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b093c786-95c8-484e-96bd-5ff6e011b5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:34:58.509535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:00.400555 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:01.727341 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:11.888794 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51514) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:12.169193 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-364507386-network', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:12.199157 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Made reservation on behalf of e396e5cb51e143bb84d76c18dba0d403 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:12.201527 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.210224 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.291359 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Publish callbacks [] for security_group (11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.297052 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.386543 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:35:12.393516 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:12.404205 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (7111bf4f-c0f6-4ff7-b48d-0103cb5583c1), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.404552 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Added segment 7111bf4f-c0f6-4ff7-b48d-0103cb5583c1 of type vlan for network beb37b89-3aa6-44d9-a704-52e8c05a205a Apr 11 16:35:12.419508 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.419978 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.420217 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.420559 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.420865 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.421213 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.421499 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.421888 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.422232 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.422568 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.422891 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.423211 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.423528 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.424008 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.424223 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Tracked resource versions report: Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: pushed versions: Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: { 'AddressGroup': {'1.2'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Agent': {'1.1'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'ConntrackHelper': {'1.0'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Log': {'1.0'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'NDPProxy': {'1.0'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Network': {'1.1'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Port': {'1.7'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'PortForwarding': {'1.3'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'QosPolicy': {'1.10'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SecurityGroup': {'1.5'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SubPort': {'1.0'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Subnet': {'1.1'}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Trunk': {'1.1'}} Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: consumer versions: Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: { DHCP agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: L3 agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: Metadata agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: Metering agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: Open vSwitch agent@dv-cinder-837165-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Agent': '1.1', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'ConntrackHelper': '1.0', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'LocalIPAssociation': '1.0', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Log': '1.0', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'NDPProxy': '1.0', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Network': '1.1', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Port': '1.7', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'PortForwarding': '1.3', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'QosPolicy': '1.10', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SecurityGroup': '1.5', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SecurityGroupRule': '1.2', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'SubPort': '1.0', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Subnet': '1.1', Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: 'Trunk': '1.1'}} Apr 11 16:35:12.425365 dv-cinder-837165-2-iscsi neutron-server[103671]: {{(pid=103671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:35:12.460786 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (beb37b89-3aa6-44d9-a704-52e8c05a205a), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.493164 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (beb37b89-3aa6-44d9-a704-52e8c05a205a), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.494194 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:12.494778 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.528593 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6385715 Apr 11 16:35:12.528947 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51554) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:12.537459 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Request body: {'subnet': {'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-subnet', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:12.561863 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15324fc2-699a-4718-9081-9a20528128b6 admin admin] Pushing event updated for resources: {'Network': ['ID=beb37b89-3aa6-44d9-a704-52e8c05a205a,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:12.562744 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Made reservation on behalf of e396e5cb51e143bb84d76c18dba0d403 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:12.566336 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.575889 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network beb37b89-3aa6-44d9-a704-52e8c05a205a details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:35:12.761221 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.814398 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:12.824297 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.824666 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.825006 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.825340 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.825673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.825998 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.826321 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.826943 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.826943 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.827294 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.827612 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.827973 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.828290 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.828602 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.828919 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Tracked resource versions report: Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: pushed versions: Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: { 'AddressGroup': {'1.2'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Agent': {'1.1'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'ConntrackHelper': {'1.0'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Log': {'1.0'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'NDPProxy': {'1.0'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Network': {'1.1'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Port': {'1.7'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'PortForwarding': {'1.3'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'QosPolicy': {'1.10'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SecurityGroup': {'1.5'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SubPort': {'1.0'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Subnet': {'1.1'}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Trunk': {'1.1'}} Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: consumer versions: Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: { DHCP agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: L3 agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: Metadata agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: Metering agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: Open vSwitch agent@dv-cinder-837165-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Agent': '1.1', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'ConntrackHelper': '1.0', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'LocalIPAssociation': '1.0', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Log': '1.0', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'NDPProxy': '1.0', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Network': '1.1', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Port': '1.7', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'PortForwarding': '1.3', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'QosPolicy': '1.10', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SecurityGroup': '1.5', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SecurityGroupRule': '1.2', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'SubPort': '1.0', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Subnet': '1.1', Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: 'Trunk': '1.1'}} Apr 11 16:35:12.830056 dv-cinder-837165-2-iscsi neutron-server[103670]: {{(pid=103670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:35:12.851232 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Checking segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:12.851585 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Network hostable DHCP agents. Network: beb37b89-3aa6-44d9-a704-52e8c05a205a, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:35:12.870288 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Network beb37b89-3aa6-44d9-a704-52e8c05a205a is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:35:12.882888 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, beb37b89-3aa6-44d9-a704-52e8c05a205a) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:12.891284 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc67e250-cd56-407f-9a0c-8307bedbbd19 None None] Network beb37b89-3aa6-44d9-a704-52e8c05a205a requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:35:12.892652 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:12.893937 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.921643 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51576) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:12.922190 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6a636261-9d40-4b4e-a597-4a345dda46a9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3919742 Apr 11 16:35:12.927084 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:12.958260 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (5e530ff9-6386-4270-81b7-87191975e115), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:12.961297 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (5e530ff9-6386-4270-81b7-87191975e115), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.026547 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-beb37b89-3aa6-44d9-a704-52e8c05a205a', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:35:13.027656 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.115303 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks [] for router_controller (5e530ff9-6386-4270-81b7-87191975e115), precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.160861 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51588) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:13.182116 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51592) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:13.245352 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Allocated IP 172.20.0.2 (beb37b89-3aa6-44d9-a704-52e8c05a205a/72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff/4528fcb0-0baf-4e12-8f89-3323bc3421a9) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:13.325026 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks [] for router_gateway (5e530ff9-6386-4270-81b7-87191975e115), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.429583 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Publish callbacks [] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.442394 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.530389 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Network beb37b89-3aa6-44d9-a704-52e8c05a205a is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:13.531075 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-network', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:13.541826 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:13.547470 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:13.575375 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2114362772-network', 'tenant_id': '46281803c3eb4cfbaf258d62f8c4d916'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:13.588358 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Pushing event updated for resources: {'Port': ['ID=4528fcb0-0baf-4e12-8f89-3323bc3421a9,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:13.640817 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Attempting to bind port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:13.641543 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Attempting to bind port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:13.641690 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Made reservation on behalf of fff5d5c8db254085a82ca911ead15f49 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:13.641793 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Attempting to bind port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 on network beb37b89-3aa6-44d9-a704-52e8c05a205a {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:13.647572 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:13.648027 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Checking segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:13.648368 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.648948 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.649200 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Bound using segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:13.649891 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Bound port: 4528fcb0-0baf-4e12-8f89-3323bc3421a9, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:13.650543 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.666305 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.666960 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.667478 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.668231 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.668722 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.669373 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.669863 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.670367 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.670848 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.671332 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.671837 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.672347 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.672836 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.673302 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.673788 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Tracked resource versions report: Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: pushed versions: Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: { 'AddressGroup': {'1.2'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Agent': {'1.1'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'ConntrackHelper': {'1.0'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Log': {'1.0'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'NDPProxy': {'1.0'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Network': {'1.1'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Port': {'1.7'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'PortForwarding': {'1.3'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'QosPolicy': {'1.10'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SecurityGroup': {'1.5'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SubPort': {'1.0'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Subnet': {'1.1'}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Trunk': {'1.1'}} Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: consumer versions: Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: { DHCP agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: L3 agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: Metadata agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: Metering agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: Open vSwitch agent@dv-cinder-837165-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Agent': '1.1', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'ConntrackHelper': '1.0', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'LocalIPAssociation': '1.0', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Log': '1.0', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'NDPProxy': '1.0', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Network': '1.1', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Port': '1.7', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'PortForwarding': '1.3', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'QosPolicy': '1.10', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SecurityGroup': '1.5', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SecurityGroupRule': '1.2', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'SubPort': '1.0', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Subnet': '1.1', Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: 'Trunk': '1.1'}} Apr 11 16:35:13.675133 dv-cinder-837165-2-iscsi neutron-server[103672]: {{(pid=103672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:35:13.677852 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Made reservation on behalf of 46281803c3eb4cfbaf258d62f8c4d916 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:13.683597 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.692648 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.722043 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51610) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:13.734390 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.743709 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] For port 4528fcb0-0baf-4e12-8f89-3323bc3421a9, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:13.748234 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] For port 4528fcb0-0baf-4e12-8f89-3323bc3421a9, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=4528fcb0-0baf-4e12-8f89-3323bc3421a9,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:13.761476 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.808924 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks [] for router_gateway (5e530ff9-6386-4270-81b7-87191975e115), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.875024 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:13.905168 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000629f7-a2f7-409c-b64b-b6b660f975d1 None None] Pushing event updated for resources: {'Port': ['ID=4528fcb0-0baf-4e12-8f89-3323bc3421a9,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:13.995702 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Publish callbacks [] for security_group (68346b9f-ee2b-4bd4-9dbd-63b569321bd4), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.001722 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Publish callbacks [] for security_group (66caa894-ac3a-4ca8-8561-d3d4bdf9048a), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.003149 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (68346b9f-ee2b-4bd4-9dbd-63b569321bd4), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.015505 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (66caa894-ac3a-4ca8-8561-d3d4bdf9048a), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.051829 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68346b9f-ee2b-4bd4-9dbd-63b569321bd4,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:14.082935 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:35:14.087793 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66caa894-ac3a-4ca8-8561-d3d4bdf9048a,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:14.109819 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:35:14.112398 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776503744934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (2efa9df2-207e-4f9d-b789-dab77b73778f), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.112963 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Unsubscribe: segment precommit_create {{(pid=103670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 16:35:14.113436 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Added segment 2efa9df2-207e-4f9d-b789-dab77b73778f of type vlan for network f4bfaa63-8897-444c-b3cb-093694071bc5 Apr 11 16:35:14.136905 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (9578e28b-c252-4d31-97b3-076001c246ae), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.137276 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Added segment 9578e28b-c252-4d31-97b3-076001c246ae of type vlan for network e3943ee9-bf44-464a-b993-383db6dad056 Apr 11 16:35:14.163182 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Allocated IP 172.27.0.242 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/9ed93756-c1e4-4347-b7cd-88e69d370254) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:14.222893 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (f4bfaa63-8897-444c-b3cb-093694071bc5), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.246596 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (e3943ee9-bf44-464a-b993-383db6dad056), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.309856 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (f4bfaa63-8897-444c-b3cb-093694071bc5), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.309856 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:14.310198 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.363727 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks [] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.473843 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.500901 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:14.525611 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:14.536903 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (e3943ee9-bf44-464a-b993-383db6dad056), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.537849 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:14.538426 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.553162 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3696854 Apr 11 16:35:14.554031 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:14.554365 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51636) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:14.565793 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2013504678-network', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:14.589749 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Request body: {'subnet': {'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-subnet', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:14.594102 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530116a6-43ce-42cc-897a-8355fc2ee540 admin admin] Pushing event updated for resources: {'Network': ['ID=f4bfaa63-8897-444c-b3cb-093694071bc5,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:14.612416 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network f4bfaa63-8897-444c-b3cb-093694071bc5 details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:35:14.624137 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Made reservation on behalf of 90215ff8d2af4f1fa9d0137fcb2f881d for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:14.627120 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.646097 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4838653 Apr 11 16:35:14.657340 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51640) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:14.658409 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.660947 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Made reservation on behalf of fff5d5c8db254085a82ca911ead15f49 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:14.664111 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.682525 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:14.812522 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Request body: {'subnet': {'network_id': 'e3943ee9-bf44-464a-b993-383db6dad056', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2114362772-subnet', 'tenant_id': '46281803c3eb4cfbaf258d62f8c4d916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:14.891172 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22662a-b4ab-43da-9161-d0c393e3ddaa admin admin] Pushing event updated for resources: {'Network': ['ID=e3943ee9-bf44-464a-b993-383db6dad056,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:14.900177 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 4528fcb0-0baf-4e12-8f89-3323bc3421a9 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:14.912636 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network e3943ee9-bf44-464a-b993-383db6dad056 details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:35:14.912880 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Pushing event updated for resources: {'Port': ['ID=9ed93756-c1e4-4347-b7cd-88e69d370254,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:14.920522 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Made reservation on behalf of 46281803c3eb4cfbaf258d62f8c4d916 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:14.923426 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.169182 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (03911708-801e-410a-ae23-5193852686ee), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.239611 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:15.244900 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.266815 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks [] for router_gateway (5e530ff9-6386-4270-81b7-87191975e115), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.298417 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03911708-801e-410a-ae23-5193852686ee,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:15.404519 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Publish callbacks [] for security_group (3bdd08b6-f68f-4ab5-bfbb-0cffd36ea85b), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.427143 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Checking segment: {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:15.430564 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Network hostable DHCP agents. Network: f4bfaa63-8897-444c-b3cb-093694071bc5, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:35:15.432848 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:15.433282 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.441281 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3bdd08b6-f68f-4ab5-bfbb-0cffd36ea85b), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.509869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 4528fcb0-0baf-4e12-8f89-3323bc3421a9, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=4528fcb0-0baf-4e12-8f89-3323bc3421a9,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:15.515344 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd08b6-f68f-4ab5-bfbb-0cffd36ea85b,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:15.542846 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.578546 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:35:15.587667 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Network f4bfaa63-8897-444c-b3cb-093694071bc5 is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:35:15.615044 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (5c7e4500-7344-4643-8458-ca1ec4487242), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.615767 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Added segment 5c7e4500-7344-4643-8458-ca1ec4487242 of type vlan for network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e Apr 11 16:35:15.629356 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.633475 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38926d03-63f2-42a8-b591-aa7573290a3a None None] Network beb37b89-3aa6-44d9-a704-52e8c05a205a requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:35:15.636010 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, f4bfaa63-8897-444c-b3cb-093694071bc5) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:15.659309 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7e09b-4482-416c-a694-0d06d4f2c6f8 None None] Network f4bfaa63-8897-444c-b3cb-093694071bc5 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:35:15.726724 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (40c7b6b2-a83c-4541-b8fe-c25169cdbc7e), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.738435 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=4528fcb0-0baf-4e12-8f89-3323bc3421a9,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:15.741461 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (5e530ff9-6386-4270-81b7-87191975e115), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.781476 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:15.782533 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.795654 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (40c7b6b2-a83c-4541-b8fe-c25169cdbc7e), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.797101 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:15.797963 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:15.838472 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1128378 Apr 11 16:35:15.848746 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51680) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:15.864574 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Request body: {'subnet': {'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2013504678-subnet', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:15.888450 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ec4c1339-d541-431a-b4f4-2f8c91d23ab0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3035014 Apr 11 16:35:15.889088 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51684) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:15.909325 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Checking segment: {'id': '9578e28b-c252-4d31-97b3-076001c246ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e3943ee9-bf44-464a-b993-383db6dad056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:15.910116 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Network hostable DHCP agents. Network: e3943ee9-bf44-464a-b993-383db6dad056, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:35:15.920418 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:15.921659 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:15.999480 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a825d-085b-4996-a0a4-7aeb5270b4b2 admin admin] Pushing event updated for resources: {'Network': ['ID=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:16.013301 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Network e3943ee9-bf44-464a-b993-383db6dad056 is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:35:16.033069 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Made reservation on behalf of 90215ff8d2af4f1fa9d0137fcb2f881d for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:16.035302 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, e3943ee9-bf44-464a-b993-383db6dad056) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:16.037232 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:16.044070 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:16.046230 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:35:16.046707 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:16.078716 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c18a4-fe52-4a16-8ebf-e72367074435 None None] Network e3943ee9-bf44-464a-b993-383db6dad056 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:35:16.090657 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-77411e29-d4d5-4b0d-a084-0f0fa2a74d08 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2858200 Apr 11 16:35:16.144668 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (0b016d98-8e95-4922-9fcd-16a8dff57415), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:16.145806 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (0b016d98-8e95-4922-9fcd-16a8dff57415), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:16.197737 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-4344b3ae-fde7-4aac-b78f-baefe822d3f8 None None] Provisioning complete for port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:16.199530 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4344b3ae-fde7-4aac-b78f-baefe822d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:16.253736 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks [] for router_controller (0b016d98-8e95-4922-9fcd-16a8dff57415), precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:16.285592 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Router 5e530ff9-6386-4270-81b7-87191975e115 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:35:16.459183 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-f4bfaa63-8897-444c-b3cb-093694071bc5', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:35:16.460383 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:16.571909 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-4344b3ae-fde7-4aac-b78f-baefe822d3f8 None None] Current status of the port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:16.718618 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks [] for router_gateway (0b016d98-8e95-4922-9fcd-16a8dff57415), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:16.765290 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d946b-dd98-40ad-a4e7-8ecb16b0a430 None None] Network e3943ee9-bf44-464a-b993-383db6dad056 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:35:16.823724 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (766f5c17-7f4c-450b-8c46-151965ff5616), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:16.826283 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:35:16.839872 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Sync routers for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:35:16.858740 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:16.859406 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:34:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:16.927325 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 4528fcb0-0baf-4e12-8f89-3323bc3421a9 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:17.006601 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=766f5c17-7f4c-450b-8c46-151965ff5616,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:17.089281 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:17.094042 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-dffb8d0f-5dd6-4cd0-9181-522cefb0ef1e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1700661 Apr 11 16:35:17.095719 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51756) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:17.106200 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Allocated IP 172.20.0.2 (f4bfaa63-8897-444c-b3cb-093694071bc5/03911708-801e-410a-ae23-5193852686ee/176cef57-042b-47c6-90f5-cb5546eb6e69) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:17.148722 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:17.199660 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Checking segment: {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:17.200144 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Network hostable DHCP agents. Network: 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:35:17.229406 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-e227ea45-06d4-4c4a-9778-4766f5877bd3 None None] Provisioning complete for port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:17.231304 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e227ea45-06d4-4c4a-9778-4766f5877bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:17.257194 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51764) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:17.469409 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:17.473555 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:17.480877 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:14Z', 'revision_number': 3, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:17.583811 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Checking router: 5e530ff9-6386-4270-81b7-87191975e115 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:35:17.584457 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Updating router 5e530ff9-6386-4270-81b7-87191975e115 port 9ed93756-c1e4-4347-b7cd-88e69d370254 binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:35:17.630813 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:17.746528 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Publish callbacks [] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:17.752986 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:35:17.814086 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-e227ea45-06d4-4c4a-9778-4766f5877bd3 None None] Current status of the port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:17.824173 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:17.845494 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:17.853247 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:17.853892 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:17.867324 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc14767-49d8-4d8c-944a-884c05be4b4d None None] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:35:17.896640 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3b56f87d-f150-4098-a4ff-975a4bdb1bbc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0428350 Apr 11 16:35:17.900847 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51788) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:17.908677 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:17.911871 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51790) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:17.959886 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks [] for router_gateway (0b016d98-8e95-4922-9fcd-16a8dff57415), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.026676 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.051344 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (24e72542-774c-485c-abf2-fd42cbfa4fd3), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.053418 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Network f4bfaa63-8897-444c-b3cb-093694071bc5 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:18.055978 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (24e72542-774c-485c-abf2-fd42cbfa4fd3), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.084698 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:18.090705 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:18.093385 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Pushing event updated for resources: {'Port': ['ID=176cef57-042b-47c6-90f5-cb5546eb6e69,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:18.095781 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.096281 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:18.180415 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:35:18.181763 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.185492 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Publish callbacks [] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.202586 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.312860 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Pushing event updated for resources: {'Port': ['ID=9ed93756-c1e4-4347-b7cd-88e69d370254,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:18.321219 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Attempting to bind port 9ed93756-c1e4-4347-b7cd-88e69d370254 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:18.322011 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Attempting to bind port 9ed93756-c1e4-4347-b7cd-88e69d370254 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:18.322558 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Attempting to bind port 9ed93756-c1e4-4347-b7cd-88e69d370254 on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:18.326807 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.327525 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.328053 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.328604 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.329119 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.329644 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.330141 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.330658 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.331175 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.331712 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.332224 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.332751 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.333265 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.333761 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.334267 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Tracked resource versions report: Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: pushed versions: Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: { 'AddressGroup': {'1.2'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Agent': {'1.1'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'ConntrackHelper': {'1.0'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Log': {'1.0'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'NDPProxy': {'1.0'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Network': {'1.1'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Port': {'1.7'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'PortForwarding': {'1.3'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'QosPolicy': {'1.10'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SecurityGroup': {'1.5'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SubPort': {'1.0'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Subnet': {'1.1'}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Trunk': {'1.1'}} Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: consumer versions: Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: { DHCP agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: L3 agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: Metadata agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: Metering agent@dv-cinder-837165-2-iscsi: {}, Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: Open vSwitch agent@dv-cinder-837165-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Agent': '1.1', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'ConntrackHelper': '1.0', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'LocalIPAssociation': '1.0', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Log': '1.0', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'NDPProxy': '1.0', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Network': '1.1', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Port': '1.7', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'PortForwarding': '1.3', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'QosPolicy': '1.10', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SecurityGroup': '1.5', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SecurityGroupRule': '1.2', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'SubPort': '1.0', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Subnet': '1.1', Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: 'Trunk': '1.1'}} Apr 11 16:35:18.335698 dv-cinder-837165-2-iscsi neutron-server[103673]: {{(pid=103673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:35:18.351757 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:18.352530 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:18.353229 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.353842 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:18.355322 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Bound port: 9ed93756-c1e4-4347-b7cd-88e69d370254, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:18.355972 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.389022 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks [] for router_controller (24e72542-774c-485c-abf2-fd42cbfa4fd3), precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.438246 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b170e675-24b5-4041-8b9e-0ffea51853ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.448187 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] For port 9ed93756-c1e4-4347-b7cd-88e69d370254, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:18.458193 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] For port 9ed93756-c1e4-4347-b7cd-88e69d370254, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=9ed93756-c1e4-4347-b7cd-88e69d370254,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:18.475458 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.520247 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Allocated IP 172.20.0.2 (40c7b6b2-a83c-4541-b8fe-c25169cdbc7e/766f5c17-7f4c-450b-8c46-151965ff5616/1e8c6bff-5c79-4daf-86f8-6930b49235eb) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:18.587790 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Allocated IP 172.20.0.1 (beb37b89-3aa6-44d9-a704-52e8c05a205a/72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff/50a7ee59-74c4-4d9d-b963-3555148712f3) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:18.655326 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:18.655326 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:34:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:18.670079 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220892e-5375-4830-bf52-68a73f4ddfbb None None] Pushing event updated for resources: {'Port': ['ID=9ed93756-c1e4-4347-b7cd-88e69d370254,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:18.684533 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b170e675-24b5-4041-8b9e-0ffea51853ae admin admin] Publish callbacks [] for security_group (b83ee975-f182-43c9-9302-7504b4d5c0b7), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.709284 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Publish callbacks [] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.717244 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Attempting to bind port 176cef57-042b-47c6-90f5-cb5546eb6e69 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:18.717990 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Attempting to bind port 176cef57-042b-47c6-90f5-cb5546eb6e69 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:18.718635 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Attempting to bind port 176cef57-042b-47c6-90f5-cb5546eb6e69 on network f4bfaa63-8897-444c-b3cb-093694071bc5 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:18.729724 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.730311 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b170e675-24b5-4041-8b9e-0ffea51853ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b83ee975-f182-43c9-9302-7504b4d5c0b7), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.778083 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:18.778458 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Checking segment: {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:18.781920 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.784905 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Bound using segment: {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:18.785654 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Bound port: 176cef57-042b-47c6-90f5-cb5546eb6e69, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:18.786174 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.812054 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d448bca4-dbb4-441b-8718-c5d9529fdcb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.861816 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:18.875964 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:18.908313 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:18.912967 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Pushing event updated for resources: {'Port': ['ID=1e8c6bff-5c79-4daf-86f8-6930b49235eb,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:18.917429 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Publish callbacks [] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:18.933691 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-b170e675-24b5-4041-8b9e-0ffea51853ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f2dff96340e4d0493f4d6bdfefed4f5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6729391 Apr 11 16:35:18.936993 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51832) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:18.986636 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:18.986842 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Allocated IP 172.27.0.82 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/9f84939c-748a-431a-a898-bc5765208f71) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:19.021595 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Attempting to bind port 1e8c6bff-5c79-4daf-86f8-6930b49235eb on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:19.021967 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Attempting to bind port 1e8c6bff-5c79-4daf-86f8-6930b49235eb by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:19.022326 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Attempting to bind port 1e8c6bff-5c79-4daf-86f8-6930b49235eb on network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:19.025322 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-49b45270-b978-4e30-ba00-c804573db701 None None] For port 176cef57-042b-47c6-90f5-cb5546eb6e69, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:19.036565 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:19.036763 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Checking segment: {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:19.037126 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.037573 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Bound using segment: {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:19.038173 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Bound port: 1e8c6bff-5c79-4daf-86f8-6930b49235eb, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:19.038536 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.059191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-49b45270-b978-4e30-ba00-c804573db701 None None] For port 176cef57-042b-47c6-90f5-cb5546eb6e69, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=176cef57-042b-47c6-90f5-cb5546eb6e69,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:19.070118 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f58cecf9-ceb4-45ab-8f0e-663b0befef15 admin admin] Publish callbacks [] for security_group (b83ee975-f182-43c9-9302-7504b4d5c0b7), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.088288 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170e675-24b5-4041-8b9e-0ffea51853ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ee975-f182-43c9-9302-7504b4d5c0b7,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:19.120724 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51844) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:19.123481 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] For port 1e8c6bff-5c79-4daf-86f8-6930b49235eb, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:19.124368 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.126921 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] For port 1e8c6bff-5c79-4daf-86f8-6930b49235eb, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=1e8c6bff-5c79-4daf-86f8-6930b49235eb,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:19.127731 dv-cinder-837165-2-iscsi neutron-server[103670]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 16:35:19.131592 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.138132 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.222133 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b45270-b978-4e30-ba00-c804573db701 None None] Pushing event updated for resources: {'Port': ['ID=176cef57-042b-47c6-90f5-cb5546eb6e69,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:19.283757 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Pushing event updated for resources: {'Port': ['ID=50a7ee59-74c4-4d9d-b963-3555148712f3,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:19.309276 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks [] for router_gateway (24e72542-774c-485c-abf2-fd42cbfa4fd3), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.311936 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Network beb37b89-3aa6-44d9-a704-52e8c05a205a is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:19.322610 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f58cecf9-ceb4-45ab-8f0e-663b0befef15 admin admin] Publish callbacks [] for security_group (b83ee975-f182-43c9-9302-7504b4d5c0b7), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.335446 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:19.340508 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:19.342676 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (5e530ff9-6386-4270-81b7-87191975e115), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.418669 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:14Z', 'revision_number': 3, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:19.492753 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af88e1-5522-4916-a911-ef5c74e44eec None None] The sync data for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi is: [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:14Z', 'revision_number': 3, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:35:19.575472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f805a-61a0-4493-ae09-964246aee414 None None] Pushing event updated for resources: {'Port': ['ID=1e8c6bff-5c79-4daf-86f8-6930b49235eb,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:19.723313 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks [] for port (9f84939c-748a-431a-a898-bc5765208f71), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:19.974037 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-7ccf3dc8-a725-4f2e-b225-81716770cab1 None None] Provisioning complete for port 50a7ee59-74c4-4d9d-b963-3555148712f3 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:19.974663 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7ccf3dc8-a725-4f2e-b225-81716770cab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.018310 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d448bca4-dbb4-441b-8718-c5d9529fdcb2 admin admin] Publish callbacks [] for security_group (22e51abf-57b7-4961-858e-4545c556cd4c), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.057320 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51856) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:20.061469 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d448bca4-dbb4-441b-8718-c5d9529fdcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (22e51abf-57b7-4961-858e-4545c556cd4c), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.104109 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf3dc8-a725-4f2e-b225-81716770cab1 None None] Port 50a7ee59-74c4-4d9d-b963-3555148712f3 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:20.159627 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d448bca4-dbb4-441b-8718-c5d9529fdcb2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a280b3fcc9db4b3dbb0abca9ba0d0a04&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2447338 Apr 11 16:35:20.161023 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448bca4-dbb4-441b-8718-c5d9529fdcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e51abf-57b7-4961-858e-4545c556cd4c,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:20.164821 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51860) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:20.195990 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks [] for router_gateway (24e72542-774c-485c-abf2-fd42cbfa4fd3), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.229556 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.235081 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (9f84939c-748a-431a-a898-bc5765208f71), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.304362 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.348509 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:35:20.430813 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f58cecf9-ceb4-45ab-8f0e-663b0befef15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b83ee975-f182-43c9-9302-7504b4d5c0b7), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.434561 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f58cecf9-ceb4-45ab-8f0e-663b0befef15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.436656 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:20.442446 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f58cecf9-ceb4-45ab-8f0e-663b0befef15 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b83ee975-f182-43c9-9302-7504b4d5c0b7 HTTP/1.1" status: 204 len: 168 time: 1.5028293 Apr 11 16:35:20.477047 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:20.502727 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:20.507061 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-d8085102-0c65-45a6-a979-1a5883df6719 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:20.509409 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-d8085102-0c65-45a6-a979-1a5883df6719 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/networks?id=e3943ee9-bf44-464a-b993-383db6dad056 HTTP/1.1" status: 200 len: 812 time: 1.3866789 Apr 11 16:35:20.510403 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cecf9-ceb4-45ab-8f0e-663b0befef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ee975-f182-43c9-9302-7504b4d5c0b7,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:20.534280 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1085a38a-dfa8-441f-a749-46b0a497374c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.557282 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-fcb326b1-e313-494b-a95e-3e374f1a9cdb tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/quotas/46281803c3eb4cfbaf258d62f8c4d916 HTTP/1.1" status: 200 len: 375 time: 0.0160487 Apr 11 16:35:20.591714 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Pushing event updated for resources: {'Port': ['ID=9f84939c-748a-431a-a898-bc5765208f71,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:20.646756 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eedef595-b160-407b-9fed-6223e413aeed admin admin] Publish callbacks [] for security_group (22e51abf-57b7-4961-858e-4545c556cd4c), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.663583 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-556df373-28c5-4441-9528-842b15ce4696 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=46281803c3eb4cfbaf258d62f8c4d916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963523 Apr 11 16:35:20.749563 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Publish callbacks [] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.760907 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.763326 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (5e530ff9-6386-4270-81b7-87191975e115), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.776153 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eedef595-b160-407b-9fed-6223e413aeed admin admin] Publish callbacks [] for security_group (22e51abf-57b7-4961-858e-4545c556cd4c), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:20.962136 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Allocated IP 172.27.0.118 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/c56c3c4c-63d1-4d57-a080-c8553d64c002) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:21.000712 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51876) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:21.025382 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 1e8c6bff-5c79-4daf-86f8-6930b49235eb up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:21.048712 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Pushing event updated for resources: {'Port': ['ID=50a7ee59-74c4-4d9d-b963-3555148712f3,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:21.058446 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-56b0946c-e746-419d-a1e4-295090ab5e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.112096 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Network beb37b89-3aa6-44d9-a704-52e8c05a205a is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:21.113848 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:21.198021 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 1e8c6bff-5c79-4daf-86f8-6930b49235eb triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:21.200049 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.220495 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eedef595-b160-407b-9fed-6223e413aeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (22e51abf-57b7-4961-858e-4545c556cd4c), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.224356 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eedef595-b160-407b-9fed-6223e413aeed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.228327 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-eedef595-b160-407b-9fed-6223e413aeed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22e51abf-57b7-4961-858e-4545c556cd4c HTTP/1.1" status: 204 len: 168 time: 1.0557256 Apr 11 16:35:21.246585 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1085a38a-dfa8-441f-a749-46b0a497374c admin admin] Publish callbacks [] for security_group (14fed265-5065-4de4-9a37-abbd299c3395), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.289095 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-56b0946c-e746-419d-a1e4-295090ab5e54 admin admin] Publish callbacks [] for security_group (5f40abe4-ee73-430d-85ef-79cc90fca90d), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.361915 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96914b87-6c46-465d-8bae-12d7ffbaf0e0 None None] Network f4bfaa63-8897-444c-b3cb-093694071bc5 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:35:21.394259 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-99659e7b-3074-415b-bc75-597d574c6d48 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:35:21.395297 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-99659e7b-3074-415b-bc75-597d574c6d48 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3971546 Apr 11 16:35:21.396137 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-56b0946c-e746-419d-a1e4-295090ab5e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (5f40abe4-ee73-430d-85ef-79cc90fca90d), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.466234 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-56b0946c-e746-419d-a1e4-295090ab5e54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb9ca7025558422085b2bb7821e1d65f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4642956 Apr 11 16:35:21.576476 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ea888073-b040-4eba-91bc-f2a0aa8441bd None None] Provisioning complete for port 176cef57-042b-47c6-90f5-cb5546eb6e69 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:21.576869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ea888073-b040-4eba-91bc-f2a0aa8441bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.593871 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51890) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:21.610266 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1085a38a-dfa8-441f-a749-46b0a497374c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (14fed265-5065-4de4-9a37-abbd299c3395), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.620142 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedef595-b160-407b-9fed-6223e413aeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e51abf-57b7-4961-858e-4545c556cd4c,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:21.702510 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 1e8c6bff-5c79-4daf-86f8-6930b49235eb is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:21.703313 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.708122 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f8d29-e619-4bdb-8808-2f5e4531917e None None] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:35:21.714667 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks [] for router_gateway (0b016d98-8e95-4922-9fcd-16a8dff57415), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.724153 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-1085a38a-dfa8-441f-a749-46b0a497374c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bed4e84d5c3f41b8ac2343be7b34497f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6596169 Apr 11 16:35:21.777130 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-8a19ef64-b0e2-4d85-a195-943996b6eb62 service neutron] 10.222.0.65 "GET /v2.0/networks/e3943ee9-bf44-464a-b993-383db6dad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318634 Apr 11 16:35:21.789685 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51896) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:21.817046 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085a38a-dfa8-441f-a749-46b0a497374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fed265-5065-4de4-9a37-abbd299c3395,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:21.835429 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks [] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.848169 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Router 5e530ff9-6386-4270-81b7-87191975e115 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:35:21.896413 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cdf92359-5c28-4fee-914a-6cfba39e13d1 admin admin] Publish callbacks [] for security_group (5f40abe4-ee73-430d-85ef-79cc90fca90d), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:21.968998 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0946c-e746-419d-a1e4-295090ab5e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f40abe4-ee73-430d-85ef-79cc90fca90d,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:22.059877 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 1e8c6bff-5c79-4daf-86f8-6930b49235eb, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=1e8c6bff-5c79-4daf-86f8-6930b49235eb,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:22.069310 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cdf92359-5c28-4fee-914a-6cfba39e13d1 admin admin] Publish callbacks [] for security_group (5f40abe4-ee73-430d-85ef-79cc90fca90d), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.093069 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ea888073-b040-4eba-91bc-f2a0aa8441bd None None] Current status of the port 176cef57-042b-47c6-90f5-cb5546eb6e69 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:22.093860 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ea888073-b040-4eba-91bc-f2a0aa8441bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.098273 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.103165 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.104278 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 176cef57-042b-47c6-90f5-cb5546eb6e69 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:22.112764 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-feda76fc-8ad6-439b-92d8-75a8182c029f admin admin] Publish callbacks [] for security_group (14fed265-5065-4de4-9a37-abbd299c3395), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.149385 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51902) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:22.232247 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5dd2152d-87a0-49ea-a54c-3f98a3f58b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.257140 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:22.260250 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-ea888073-b040-4eba-91bc-f2a0aa8441bd None None] For port 176cef57-042b-47c6-90f5-cb5546eb6e69, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=176cef57-042b-47c6-90f5-cb5546eb6e69,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:22.267668 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-feda76fc-8ad6-439b-92d8-75a8182c029f admin admin] Publish callbacks [] for security_group (14fed265-5065-4de4-9a37-abbd299c3395), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.278937 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:22.281637 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ea888073-b040-4eba-91bc-f2a0aa8441bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.291186 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:22.299225 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=1e8c6bff-5c79-4daf-86f8-6930b49235eb,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:22.339239 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 176cef57-042b-47c6-90f5-cb5546eb6e69 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:22.339781 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.368898 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Pushing event updated for resources: {'Port': ['ID=c56c3c4c-63d1-4d57-a080-c8553d64c002,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:22.402237 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-1176c7bb-32e3-4fae-a56d-b541675456e5 service neutron] 10.222.0.65 "GET /v2.0/networks/e3943ee9-bf44-464a-b993-383db6dad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946820 Apr 11 16:35:22.424866 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:35:22.430869 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-cb0a10ef-c7c9-4c3b-9e22-9d1dd812c230 admin admin] 10.222.0.65 "PUT /v2.0/routers/5e530ff9-6386-4270-81b7-87191975e115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3338954 Apr 11 16:35:22.438295 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Sync routers for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:35:22.448118 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea888073-b040-4eba-91bc-f2a0aa8441bd None None] Pushing event updated for resources: {'Port': ['ID=176cef57-042b-47c6-90f5-cb5546eb6e69,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:22.455420 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ec870609-0942-466b-960d-3083234688ae None None] Provisioning complete for port 50a7ee59-74c4-4d9d-b963-3555148712f3 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:22.455822 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ec870609-0942-466b-960d-3083234688ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.494183 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:22.494822 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:34:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:22.581996 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cdf92359-5c28-4fee-914a-6cfba39e13d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (5f40abe4-ee73-430d-85ef-79cc90fca90d), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.585035 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cdf92359-5c28-4fee-914a-6cfba39e13d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.586536 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-cdf92359-5c28-4fee-914a-6cfba39e13d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f40abe4-ee73-430d-85ef-79cc90fca90d HTTP/1.1" status: 204 len: 168 time: 0.9864519 Apr 11 16:35:22.589250 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ec870609-0942-466b-960d-3083234688ae None None] Port 50a7ee59-74c4-4d9d-b963-3555148712f3 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:22.627089 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5dd2152d-87a0-49ea-a54c-3f98a3f58b11 admin admin] Publish callbacks [] for security_group (61fd1a3d-eace-47b2-8846-1e92c32ad0f9), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.635385 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5dd2152d-87a0-49ea-a54c-3f98a3f58b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (61fd1a3d-eace-47b2-8846-1e92c32ad0f9), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.645573 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf92359-5c28-4fee-914a-6cfba39e13d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f40abe4-ee73-430d-85ef-79cc90fca90d,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:22.653195 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ec870609-0942-466b-960d-3083234688ae None None] Provisioning complete for port 1e8c6bff-5c79-4daf-86f8-6930b49235eb triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:22.654504 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ec870609-0942-466b-960d-3083234688ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.655792 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (0b016d98-8e95-4922-9fcd-16a8dff57415), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.663059 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-feda76fc-8ad6-439b-92d8-75a8182c029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (14fed265-5065-4de4-9a37-abbd299c3395), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.666322 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-feda76fc-8ad6-439b-92d8-75a8182c029f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:22.670355 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-feda76fc-8ad6-439b-92d8-75a8182c029f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14fed265-5065-4de4-9a37-abbd299c3395 HTTP/1.1" status: 204 len: 168 time: 0.8676734 Apr 11 16:35:22.688669 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2152d-87a0-49ea-a54c-3f98a3f58b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fd1a3d-eace-47b2-8846-1e92c32ad0f9,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:22.732403 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51922) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:22.756562 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda76fc-8ad6-439b-92d8-75a8182c029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fed265-5065-4de4-9a37-abbd299c3395,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:22.787286 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 176cef57-042b-47c6-90f5-cb5546eb6e69 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:22.788968 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 9ed93756-c1e4-4347-b7cd-88e69d370254 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:22.812713 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5dd2152d-87a0-49ea-a54c-3f98a3f58b11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da5bdea328e34a3bae99f380a4797d67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6593571 Apr 11 16:35:22.849214 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51928) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:22.876386 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f53c4a06-80ac-4925-9715-df99a855654c req-85d0b1bb-5f44-4f3f-b467-976ea397df32 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 210 time: 0.1347754 Apr 11 16:35:22.936161 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:22.968719 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dff638ef-0d21-4472-bad7-579f395c2697 admin admin] Publish callbacks [] for security_group (61fd1a3d-eace-47b2-8846-1e92c32ad0f9), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.009637 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 9ed93756-c1e4-4347-b7cd-88e69d370254 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:23.010258 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.014740 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dff638ef-0d21-4472-bad7-579f395c2697 admin admin] Publish callbacks [] for security_group (61fd1a3d-eace-47b2-8846-1e92c32ad0f9), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.030787 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks [] for router_gateway (24e72542-774c-485c-abf2-fd42cbfa4fd3), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.080355 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dff638ef-0d21-4472-bad7-579f395c2697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (61fd1a3d-eace-47b2-8846-1e92c32ad0f9), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.084543 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dff638ef-0d21-4472-bad7-579f395c2697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.091092 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dff638ef-0d21-4472-bad7-579f395c2697 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61fd1a3d-eace-47b2-8846-1e92c32ad0f9 HTTP/1.1" status: 204 len: 168 time: 0.2391396 Apr 11 16:35:23.102533 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff638ef-0d21-4472-bad7-579f395c2697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fd1a3d-eace-47b2-8846-1e92c32ad0f9,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:23.154082 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ec870609-0942-466b-960d-3083234688ae None None] Current status of the port 1e8c6bff-5c79-4daf-86f8-6930b49235eb is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:23.310104 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-6f5168cc-975b-462e-bed4-befe82f4e71b None None] Provisioning complete for port 176cef57-042b-47c6-90f5-cb5546eb6e69 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:23.310470 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6f5168cc-975b-462e-bed4-befe82f4e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.387944 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51960) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:23.392540 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 9ed93756-c1e4-4347-b7cd-88e69d370254 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:23.392846 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.428619 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Router 0b016d98-8e95-4922-9fcd-16a8dff57415 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:35:23.434429 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9682e24a-bc7b-4637-b4dd-b9564971af77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.442402 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 9ed93756-c1e4-4347-b7cd-88e69d370254, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=9ed93756-c1e4-4347-b7cd-88e69d370254,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:23.455486 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:20Z', 'revision_number': 2, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:23.504970 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Checking router: 5e530ff9-6386-4270-81b7-87191975e115 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:35:23.505569 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Updating router 5e530ff9-6386-4270-81b7-87191975e115 port 50a7ee59-74c4-4d9d-b963-3555148712f3 binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:35:23.507831 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.721567 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ba8ee-031e-4328-b07f-436298040f9f req-a71b0e0c-3bd2-4cc2-878d-796527bffa9c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:23.726188 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (24e72542-774c-485c-abf2-fd42cbfa4fd3), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.729285 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-a71b0e0c-3bd2-4cc2-878d-796527bffa9c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 818 time: 0.2747478 Apr 11 16:35:23.757553 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-287c7659-f10b-4fd7-be15-543d44ed7ba4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/quotas/e396e5cb51e143bb84d76c18dba0d403 HTTP/1.1" status: 200 len: 375 time: 0.0271540 Apr 11 16:35:23.787503 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 1e8c6bff-5c79-4daf-86f8-6930b49235eb up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:23.807612 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9682e24a-bc7b-4637-b4dd-b9564971af77 admin admin] Publish callbacks [] for security_group (2326bd40-c723-4070-81c6-42daed138938), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.821463 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9682e24a-bc7b-4637-b4dd-b9564971af77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2326bd40-c723-4070-81c6-42daed138938), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:23.856269 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9682e24a-bc7b-4637-b4dd-b9564971af77 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc3be72874554ff4bcbd3544f5c6783f&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4670107 Apr 11 16:35:23.863740 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 51984) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:23.875717 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-82aaa15d-ec78-4757-9a42-bf248a220046 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169374 Apr 11 16:35:23.945333 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:35:23.956571 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Sync routers for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:35:23.984578 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682e24a-bc7b-4637-b4dd-b9564971af77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2326bd40-c723-4070-81c6-42daed138938,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:23.988034 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:23.991446 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:34:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:24.000900 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 1e8c6bff-5c79-4daf-86f8-6930b49235eb triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:24.001237 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:24.006237 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:24.029878 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-6f5168cc-975b-462e-bed4-befe82f4e71b None None] Current status of the port 176cef57-042b-47c6-90f5-cb5546eb6e69 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:24.126855 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=9ed93756-c1e4-4347-b7cd-88e69d370254,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:24.130382 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:24.134287 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-11db9701-bd30-44b6-8208-e1704b385336 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2440147 Apr 11 16:35:24.138902 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 51994) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:24.355899 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Router 24e72542-774c-485c-abf2-fd42cbfa4fd3 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:35:24.392555 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-826fca23-587a-4cc4-a5be-5199ea862fc2 admin admin] Publish callbacks [] for security_group (2326bd40-c723-4070-81c6-42daed138938), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:24.394139 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:24.452125 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a5e3c17-af66-40f2-bea9-ee8957787aee req-01661745-3a10-4125-a803-c78c46fe7134 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 210 time: 0.1107762 Apr 11 16:35:24.465521 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-826fca23-587a-4cc4-a5be-5199ea862fc2 admin admin] Publish callbacks [] for security_group (2326bd40-c723-4070-81c6-42daed138938), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:24.531285 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-06322324-8cd0-4ede-bb80-2d70b75dda01 service neutron] 10.222.0.65 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543186 Apr 11 16:35:24.673600 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-0bd2d55f-e118-4434-9c02-6ef6c5dcd3e7 service neutron] 10.222.0.65 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316457 Apr 11 16:35:24.712109 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-826fca23-587a-4cc4-a5be-5199ea862fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2326bd40-c723-4070-81c6-42daed138938), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:24.714624 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-826fca23-587a-4cc4-a5be-5199ea862fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:24.717420 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-826fca23-587a-4cc4-a5be-5199ea862fc2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2326bd40-c723-4070-81c6-42daed138938 HTTP/1.1" status: 204 len: 168 time: 0.8392086 Apr 11 16:35:24.731085 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fca23-587a-4cc4-a5be-5199ea862fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2326bd40-c723-4070-81c6-42daed138938,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:24.734034 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Publish callbacks [] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:24.843761 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:24.939263 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:20Z', 'revision_number': 3, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:25.025821 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Checking router: 0b016d98-8e95-4922-9fcd-16a8dff57415 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:35:25.027046 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Updating router 0b016d98-8e95-4922-9fcd-16a8dff57415 port 9f84939c-748a-431a-a898-bc5765208f71 binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:35:25.088947 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 1e8c6bff-5c79-4daf-86f8-6930b49235eb is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:25.090474 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 176cef57-042b-47c6-90f5-cb5546eb6e69 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:25.148950 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-203facd5-974a-4eaa-a1d6-843fbdba1ce4 req-1bee686a-e1cc-4e9b-83c4-1d2229e16afd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 210 time: 0.1045599 Apr 11 16:35:25.164644 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:35:25.185262 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9f84939c-748a-431a-a898-bc5765208f71), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:25.215079 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:25.217073 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2576c61f-b89a-4e12-b348-dc86b84eefde admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3151963 Apr 11 16:35:25.220348 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 52062) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:25.287777 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Sync routers for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:35:25.298136 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74212b4b-8726-4a5e-a64b-562a49942b62 None None] Pushing event updated for resources: {'Port': ['ID=50a7ee59-74c4-4d9d-b963-3555148712f3,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:25.593191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:25.595457 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:34:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:25.598899 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-18ab0b92-d382-4896-9ad1-44ce48d6aa76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:25.658307 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Attempting to bind port 50a7ee59-74c4-4d9d-b963-3555148712f3 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:25.659140 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Attempting to bind port 50a7ee59-74c4-4d9d-b963-3555148712f3 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:25.659821 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Attempting to bind port 50a7ee59-74c4-4d9d-b963-3555148712f3 on network beb37b89-3aa6-44d9-a704-52e8c05a205a {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:25.713296 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3689698a-6e84-4e34-abd2-d65200dd7635 req-18749038-e06d-45a7-a593-b841826a82e9 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 210 time: 0.1096075 Apr 11 16:35:25.745112 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:25.745649 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Checking segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:25.745867 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:25.746260 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Bound using segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:25.746734 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Bound port: 50a7ee59-74c4-4d9d-b963-3555148712f3, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:25.747106 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:25.796394 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-70b3c82a-ac82-4c42-8e5e-0a61debba5d4 None None] Provisioning complete for port 50a7ee59-74c4-4d9d-b963-3555148712f3 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:25.796796 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-70b3c82a-ac82-4c42-8e5e-0a61debba5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:25.951510 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 176cef57-042b-47c6-90f5-cb5546eb6e69 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:25.952263 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:25.959610 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Publish callbacks [] for port (9f84939c-748a-431a-a898-bc5765208f71), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:25.974915 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9f84939c-748a-431a-a898-bc5765208f71), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:26.058472 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:26.082885 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186fa8d-bbba-4d48-b5e4-8fe31f2a3901 None None] Pushing event updated for resources: {'Port': ['ID=9f84939c-748a-431a-a898-bc5765208f71,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:26.150726 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Attempting to bind port 9f84939c-748a-431a-a898-bc5765208f71 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:26.155187 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Attempting to bind port 9f84939c-748a-431a-a898-bc5765208f71 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:26.157496 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Attempting to bind port 9f84939c-748a-431a-a898-bc5765208f71 on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:26.178093 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:26.178994 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:26.181278 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:26.181832 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:26.183116 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Bound port: 9f84939c-748a-431a-a898-bc5765208f71, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:26.186175 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9f84939c-748a-431a-a898-bc5765208f71), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:26.218908 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-70b3c82a-ac82-4c42-8e5e-0a61debba5d4 None None] Port 50a7ee59-74c4-4d9d-b963-3555148712f3 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:26.289085 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:26.324685 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] For port 9f84939c-748a-431a-a898-bc5765208f71, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:26.328698 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] For port 9f84939c-748a-431a-a898-bc5765208f71, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=9f84939c-748a-431a-a898-bc5765208f71,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:26.346923 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9f84939c-748a-431a-a898-bc5765208f71), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:26.363012 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-bcd57b08-4eb5-487b-819c-ca2f1fbfc203 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:26.381622 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-bcd57b08-4eb5-487b-819c-ca2f1fbfc203 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 818 time: 0.4100537 Apr 11 16:35:26.471916 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186fa8d-bbba-4d48-b5e4-8fe31f2a3901 None None] Pushing event updated for resources: {'Port': ['ID=9f84939c-748a-431a-a898-bc5765208f71,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:26.489207 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-d45b30e2-5447-4371-a3f8-c65476c1f352 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/quotas/e396e5cb51e143bb84d76c18dba0d403 HTTP/1.1" status: 200 len: 375 time: 0.0925159 Apr 11 16:35:26.529304 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:26.531799 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:34:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:26.589628 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Allocated IP 172.20.0.1 (f4bfaa63-8897-444c-b3cb-093694071bc5/03911708-801e-410a-ae23-5193852686ee/410aa689-be1e-4985-82b2-65f996347b6f) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:26.603843 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-d2fbe0c9-d0bb-46d0-92fb-ecb3025d93fc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856900 Apr 11 16:35:26.764568 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:22Z', 'revision_number': 3, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:26.824688 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:26.907156 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Checking router: 24e72542-774c-485c-abf2-fd42cbfa4fd3 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:35:26.907384 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Updating router 24e72542-774c-485c-abf2-fd42cbfa4fd3 port c56c3c4c-63d1-4d57-a080-c8553d64c002 binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:35:26.923059 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:26.942879 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Publish callbacks [] for port (410aa689-be1e-4985-82b2-65f996347b6f), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:27.030735 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 176cef57-042b-47c6-90f5-cb5546eb6e69 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:27.063646 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:27.135399 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (410aa689-be1e-4985-82b2-65f996347b6f), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:27.248596 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:20Z', 'revision_number': 3, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:27.249452 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Allocated IP 172.20.0.1 (40c7b6b2-a83c-4541-b8fe-c25169cdbc7e/766f5c17-7f4c-450b-8c46-151965ff5616/cd3bd751-4713-48b5-9a37-15813eea67ab) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:27.302603 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a69c9-c52a-4ac4-886f-ce440dceb508 None None] The sync data for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi is: [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:20Z', 'revision_number': 3, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:35:27.323461 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 9ed93756-c1e4-4347-b7cd-88e69d370254 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:27.343580 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] For port 50a7ee59-74c4-4d9d-b963-3555148712f3, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:27.369503 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Publish callbacks [] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:27.433907 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.41', 51443) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:27.438439 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Pushing event updated for resources: {'Port': ['ID=410aa689-be1e-4985-82b2-65f996347b6f,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:27.462267 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Network f4bfaa63-8897-444c-b3cb-093694071bc5 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:27.464637 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:27.469312 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:27.470136 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (0b016d98-8e95-4922-9fcd-16a8dff57415), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:27.493432 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] For port 50a7ee59-74c4-4d9d-b963-3555148712f3, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=50a7ee59-74c4-4d9d-b963-3555148712f3,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:27.524768 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:27.534153 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:27.700299 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7435be32-74ee-4bbf-b14a-45f9cdc34daf req-f89217bd-b109-4bd4-b11b-68083c2fb3e5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 210 time: 0.2637794 Apr 11 16:35:27.907257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Pushing event updated for resources: {'Port': ['ID=cd3bd751-4713-48b5-9a37-15813eea67ab,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:27.927814 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:27.939073 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:27.947824 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:27.949217 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (24e72542-774c-485c-abf2-fd42cbfa4fd3), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:27.953765 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a2f360a5-29d1-4988-8601-8d3e43da1dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:28.077449 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74212b4b-8726-4a5e-a64b-562a49942b62 None None] Pushing event updated for resources: {'Port': ['ID=50a7ee59-74c4-4d9d-b963-3555148712f3,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:28.142817 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-fda9b1a3-1278-4533-a368-9f32de6fcaa1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:35:28.165669 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-fda9b1a3-1278-4533-a368-9f32de6fcaa1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6806684 Apr 11 16:35:28.250662 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.41', 51449) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:28.386158 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (410aa689-be1e-4985-82b2-65f996347b6f), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:28.412295 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Publish callbacks [] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:28.434839 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 9ed93756-c1e4-4347-b7cd-88e69d370254 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:28.435372 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:28.522460 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-99b10b33-9c83-497a-b5d9-095b516443a8 None None] Provisioning complete for port 410aa689-be1e-4985-82b2-65f996347b6f triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:28.523278 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-99b10b33-9c83-497a-b5d9-095b516443a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (410aa689-be1e-4985-82b2-65f996347b6f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:28.600353 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-efe26eb6-70ac-4efa-a5f0-e5760ccfc8de service neutron] 10.222.0.65 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327312 Apr 11 16:35:28.613691 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-1d307b35-63f8-418b-9bb6-d6647566195b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:28.617546 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-1d307b35-63f8-418b-9bb6-d6647566195b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.41 "GET /v2.0/networks?id=e3943ee9-bf44-464a-b993-383db6dad056 HTTP/1.1" status: 200 len: 812 time: 1.1555834 Apr 11 16:35:28.796649 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Publish callbacks [] for port (410aa689-be1e-4985-82b2-65f996347b6f), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:28.812065 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Request body: {'port': {'device_id': '3017c9b9-0056-46a2-b176-6036aad45db0', 'network_id': 'e3943ee9-bf44-464a-b993-383db6dad056', 'admin_state_up': True, 'tenant_id': '46281803c3eb4cfbaf258d62f8c4d916'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:28.821449 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (410aa689-be1e-4985-82b2-65f996347b6f), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:28.822336 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (0b016d98-8e95-4922-9fcd-16a8dff57415), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:28.838595 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:28.841627 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:28.842566 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:35:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:29.021464 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:29.037273 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-99b10b33-9c83-497a-b5d9-095b516443a8 None None] Port 410aa689-be1e-4985-82b2-65f996347b6f cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:29.124955 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Attempting to bind port c56c3c4c-63d1-4d57-a080-c8553d64c002 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:29.125557 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Attempting to bind port c56c3c4c-63d1-4d57-a080-c8553d64c002 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:29.126068 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Attempting to bind port c56c3c4c-63d1-4d57-a080-c8553d64c002 on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:29.160248 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:29.160902 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:29.161486 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:29.162018 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:29.163302 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Bound port: c56c3c4c-63d1-4d57-a080-c8553d64c002, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:29.164150 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:29.206973 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48712eb-334c-460b-b20d-d3fdac1645c4 None None] Pushing event updated for resources: {'Port': ['ID=c56c3c4c-63d1-4d57-a080-c8553d64c002,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:29.255172 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 9ed93756-c1e4-4347-b7cd-88e69d370254 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:29.262680 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Pushing event updated for resources: {'Port': ['ID=410aa689-be1e-4985-82b2-65f996347b6f,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:29.279292 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] Provisioning complete for port 50a7ee59-74c4-4d9d-b963-3555148712f3 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:29.279683 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:29.344942 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:29.378730 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ba8ee-031e-4328-b07f-436298040f9f req-fe614646-1efe-4499-af17-7f06963fc27b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:29.383799 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-fe614646-1efe-4499-af17-7f06963fc27b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 818 time: 1.1279330 Apr 11 16:35:29.400939 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Request body: {'port': {'device_id': 'a3dc4a3c-61a6-4e27-af48-37b52aa6a959', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'admin_state_up': True, 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:29.426338 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 9f84939c-748a-431a-a898-bc5765208f71 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:29.500407 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] For port c56c3c4c-63d1-4d57-a080-c8553d64c002, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:29.563986 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:29.591096 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] For port c56c3c4c-63d1-4d57-a080-c8553d64c002, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c56c3c4c-63d1-4d57-a080-c8553d64c002,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:29.621910 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:29.670322 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6b0f43cf-bde5-4090-b8c1-7e8b357274e4 req-6c220147-b7ed-4c64-9ad5-1ed2c04aec05 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 210 time: 0.3186197 Apr 11 16:35:29.698302 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] Current status of the port 50a7ee59-74c4-4d9d-b963-3555148712f3 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:29.706959 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:29.801087 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 9f84939c-748a-431a-a898-bc5765208f71 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:29.805820 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9f84939c-748a-431a-a898-bc5765208f71), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:29.828657 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Made reservation on behalf of 46281803c3eb4cfbaf258d62f8c4d916 for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:29.853618 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:29.979897 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Network f4bfaa63-8897-444c-b3cb-093694071bc5 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:29.989574 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:30.083481 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:30.105487 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:35:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:30.307756 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Publish callbacks [] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:30.402098 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:30.404800 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (24e72542-774c-485c-abf2-fd42cbfa4fd3), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:30.467592 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Router 0b016d98-8e95-4922-9fcd-16a8dff57415 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:35:30.467592 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Made reservation on behalf of e396e5cb51e143bb84d76c18dba0d403 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:30.477603 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:30.490990 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:30.752121 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:30.758495 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48712eb-334c-460b-b20d-d3fdac1645c4 None None] Pushing event updated for resources: {'Port': ['ID=c56c3c4c-63d1-4d57-a080-c8553d64c002,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:30.821492 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] For port 50a7ee59-74c4-4d9d-b963-3555148712f3, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=50a7ee59-74c4-4d9d-b963-3555148712f3,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:30.849700 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-be2ab1ff-5f1b-404a-a959-5c3a0989f120 service neutron] 10.222.0.65 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2262421 Apr 11 16:35:30.871442 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52246) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:30.883874 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:35:30.898686 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Sync routers for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:35:30.905272 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-df2effdb-1196-43d8-9985-c98e27c0877a admin admin] 10.222.0.65 "PUT /v2.0/routers/0b016d98-8e95-4922-9fcd-16a8dff57415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7594936 Apr 11 16:35:30.933860 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:30.936818 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:35:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:31.004189 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:31.151764 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:31.221199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:31.242678 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-667379ef-0b8a-4800-878a-e29505cd99be req-6959118f-46fc-47e8-801b-45dc7b278b26 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 210 time: 0.3496387 Apr 11 16:35:31.273901 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Pushing event updated for resources: {'Port': ['ID=cd3bd751-4713-48b5-9a37-15813eea67ab,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:31.315092 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:31.377762 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Allocated IP 172.20.0.8 (e3943ee9-bf44-464a-b993-383db6dad056/b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e/945545f7-d75c-4885-8d14-73d74d4f110d) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:31.415000 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 9f84939c-748a-431a-a898-bc5765208f71 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:31.416930 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9f84939c-748a-431a-a898-bc5765208f71), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:31.474410 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 9f84939c-748a-431a-a898-bc5765208f71, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=9f84939c-748a-431a-a898-bc5765208f71,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:31.514846 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (9f84939c-748a-431a-a898-bc5765208f71), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:31.558194 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] Provisioning complete for port cd3bd751-4713-48b5-9a37-15813eea67ab triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:31.558879 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:31.690714 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:27Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:31.739665 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f34b594a-969a-4c47-8fe1-b5e633975cd0 req-dac0e96d-1385-48b6-b73f-2e41032ea26d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.2368157 Apr 11 16:35:31.741399 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c045f-a418-4318-abe4-02f893c687d0 None None] The sync data for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi is: [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:27Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:35:31.788679 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Allocated IP 172.20.0.5 (beb37b89-3aa6-44d9-a704-52e8c05a205a/72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff/dda955e6-e188-4b67-ae24-2bcd2bd689f7) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:31.854029 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] Pushing event updated for resources: {'Port': ['ID=50a7ee59-74c4-4d9d-b963-3555148712f3,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:32.061115 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 2, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:32.138823 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Router 24e72542-774c-485c-abf2-fd42cbfa4fd3 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:35:32.181890 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Checking router: 0b016d98-8e95-4922-9fcd-16a8dff57415 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:35:32.186834 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Updating router 0b016d98-8e95-4922-9fcd-16a8dff57415 port 410aa689-be1e-4985-82b2-65f996347b6f binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:35:32.269282 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-6909ed4f-8351-4c0d-9918-69c0c08dd5e8 None None] Port cd3bd751-4713-48b5-9a37-15813eea67ab cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:32.313241 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:32.321470 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:27Z', 'revision_number': 1, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:32.323114 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (410aa689-be1e-4985-82b2-65f996347b6f), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:32.436068 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5e55ff9e-9393-4654-b238-932b9a54234c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:32.448898 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5b527f-a459-412f-8938-4dde67c1c77b None None] The sync data for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi is: [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:27Z', 'revision_number': 1, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:35:32.513952 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-56960ec5-5d6e-40cb-a16d-7b789bc847ea None None] Provisioning complete for port 410aa689-be1e-4985-82b2-65f996347b6f triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:32.514353 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-56960ec5-5d6e-40cb-a16d-7b789bc847ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (410aa689-be1e-4985-82b2-65f996347b6f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:32.770114 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=9f84939c-748a-431a-a898-bc5765208f71,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:32.868841 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-56960ec5-5d6e-40cb-a16d-7b789bc847ea None None] Port 410aa689-be1e-4985-82b2-65f996347b6f cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:32.937705 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-56960ec5-5d6e-40cb-a16d-7b789bc847ea None None] Provisioning complete for port cd3bd751-4713-48b5-9a37-15813eea67ab triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:32.942500 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-56960ec5-5d6e-40cb-a16d-7b789bc847ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.091625 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5e55ff9e-9393-4654-b238-932b9a54234c admin admin] Publish callbacks [] for security_group (a0358c66-aa19-4b38-bced-8b49a39f5de1), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.164125 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Publish callbacks [] for port (945545f7-d75c-4885-8d14-73d74d4f110d), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.167847 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-56960ec5-5d6e-40cb-a16d-7b789bc847ea None None] Port cd3bd751-4713-48b5-9a37-15813eea67ab cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:33.198889 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.290833 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 52312) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:33.328561 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5e55ff9e-9393-4654-b238-932b9a54234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (a0358c66-aa19-4b38-bced-8b49a39f5de1), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.390167 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d66baa30-2812-4621-a16b-c63e7f6b6b2b req-4c8140db-9d94-4ae8-8890-c76f2220f189 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 210 time: 0.4363370 Apr 11 16:35:33.409469 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-8777cacc-9c7b-4fcb-aaa3-c5fc5423fc35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246950650', 'description': 'tempest-description--1798776500'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:33.445337 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.512000 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-5e55ff9e-9393-4654-b238-932b9a54234c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e09db04e3a241a5b5ca064317f53e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3440034 Apr 11 16:35:33.513363 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.540134 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 52320) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:33.699528 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Publish callbacks [] for port (410aa689-be1e-4985-82b2-65f996347b6f), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.715180 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (410aa689-be1e-4985-82b2-65f996347b6f), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.870385 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event updated for resources: {'Port': ['ID=dda955e6-e188-4b67-ae24-2bcd2bd689f7,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:33.873138 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef8201-3b1a-4319-b8af-99cc6debcb65 None None] Pushing event updated for resources: {'Port': ['ID=410aa689-be1e-4985-82b2-65f996347b6f,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:33.920951 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Network beb37b89-3aa6-44d9-a704-52e8c05a205a is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:33.928510 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:33.940020 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:33.956466 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:33.957798 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:33.969633 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 9f84939c-748a-431a-a898-bc5765208f71 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:33.978852 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Network e3943ee9-bf44-464a-b993-383db6dad056 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:34.026375 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-84ab6a92-a4ca-4de5-9288-0eb4feef5ea5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6309855 Apr 11 16:35:34.046779 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-bdbe03e2-8dbf-4f4a-9890-47825e9cea68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:35:34.048934 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-bdbe03e2-8dbf-4f4a-9890-47825e9cea68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147829 Apr 11 16:35:34.054180 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55ff9e-9393-4654-b238-932b9a54234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0358c66-aa19-4b38-bced-8b49a39f5de1,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:34.089111 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Attempting to bind port 410aa689-be1e-4985-82b2-65f996347b6f on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:34.091244 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Attempting to bind port 410aa689-be1e-4985-82b2-65f996347b6f by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:34.092338 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Attempting to bind port 410aa689-be1e-4985-82b2-65f996347b6f on network f4bfaa63-8897-444c-b3cb-093694071bc5 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:34.102622 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:34.103627 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Checking segment: {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:34.105912 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.107784 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Bound using segment: {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:34.108495 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Bound port: 410aa689-be1e-4985-82b2-65f996347b6f, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:34.109118 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (410aa689-be1e-4985-82b2-65f996347b6f), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.114709 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Pushing event updated for resources: {'Port': ['ID=945545f7-d75c-4885-8d14-73d74d4f110d,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:34.127930 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:34.186632 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca28a9a2-5e6b-4ebc-a260-94693021eefa req-483d2657-5b3c-4c29-88d1-11c3e743fc16 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.8125210 Apr 11 16:35:34.222468 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:35:34.277406 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-421b0836-5c9c-4790-a08c-fc2951c889dc admin admin] 10.222.0.65 "PUT /v2.0/routers/24e72542-774c-485c-abf2-fd42cbfa4fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0559368 Apr 11 16:35:34.292847 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8777cacc-9c7b-4fcb-aaa3-c5fc5423fc35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.342431 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:34.354037 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:34.354673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.436501 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] For port 410aa689-be1e-4985-82b2-65f996347b6f, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:34.441390 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] For port 410aa689-be1e-4985-82b2-65f996347b6f, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=410aa689-be1e-4985-82b2-65f996347b6f,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:34.463604 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (410aa689-be1e-4985-82b2-65f996347b6f), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.475255 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-904cfea3-2102-47cd-9788-89ca3f5705f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6836827 Apr 11 16:35:34.752155 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef8201-3b1a-4319-b8af-99cc6debcb65 None None] Pushing event updated for resources: {'Port': ['ID=410aa689-be1e-4985-82b2-65f996347b6f,revision_number=4']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:34.777588 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:34.778656 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:35:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:34.855568 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8777cacc-9c7b-4fcb-aaa3-c5fc5423fc35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (1fd76579-692b-4a3d-a254-85a280eb5b4e), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.857606 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d078107d-d96e-4975-bf15-ac22a33eb978 admin admin] Publish callbacks [] for security_group (a0358c66-aa19-4b38-bced-8b49a39f5de1), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.873526 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8777cacc-9c7b-4fcb-aaa3-c5fc5423fc35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1fd76579-692b-4a3d-a254-85a280eb5b4e), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.919593 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8777cacc-9c7b-4fcb-aaa3-c5fc5423fc35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.920577 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-5836bbf2-692f-4961-b8a6-9e70cbcf7161 None None] Provisioning complete for port 410aa689-be1e-4985-82b2-65f996347b6f triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:34.920958 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5836bbf2-692f-4961-b8a6-9e70cbcf7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (410aa689-be1e-4985-82b2-65f996347b6f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:34.921607 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8777cacc-9c7b-4fcb-aaa3-c5fc5423fc35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5459189 Apr 11 16:35:34.925199 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52352) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:34.931576 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-cb071b30-0760-497d-ba28-5f3dfef068ca tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'security_group_rule': {'security_group_id': '1fd76579-692b-4a3d-a254-85a280eb5b4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:34.975065 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc9bcf-5af1-4417-8c14-4fc20d27f51d req-d13587b6-922f-4e11-8f4c-192b214a4f83 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:34.983098 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dcbc9bcf-5af1-4417-8c14-4fc20d27f51d req-d13587b6-922f-4e11-8f4c-192b214a4f83 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.3844702 Apr 11 16:35:34.988257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d078107d-d96e-4975-bf15-ac22a33eb978 admin admin] Publish callbacks [] for security_group (a0358c66-aa19-4b38-bced-8b49a39f5de1), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.057754 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cb071b30-0760-497d-ba28-5f3dfef068ca tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (83bc7354-cf99-480a-a3d0-ad4cbf16eb88), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.069877 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777cacc-9c7b-4fcb-aaa3-c5fc5423fc35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd76579-692b-4a3d-a254-85a280eb5b4e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:35.115750 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dcbc9bcf-5af1-4417-8c14-4fc20d27f51d req-4b98f4aa-8a9d-4bc1-ac70-c6bb8b240c1c tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312356 Apr 11 16:35:35.156654 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d078107d-d96e-4975-bf15-ac22a33eb978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (a0358c66-aa19-4b38-bced-8b49a39f5de1), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.159675 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-5836bbf2-692f-4961-b8a6-9e70cbcf7161 None None] Current status of the port 410aa689-be1e-4985-82b2-65f996347b6f is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:35.160278 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5836bbf2-692f-4961-b8a6-9e70cbcf7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (410aa689-be1e-4985-82b2-65f996347b6f), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.163313 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d078107d-d96e-4975-bf15-ac22a33eb978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.166573 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d078107d-d96e-4975-bf15-ac22a33eb978 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0358c66-aa19-4b38-bced-8b49a39f5de1 HTTP/1.1" status: 204 len: 168 time: 1.5570171 Apr 11 16:35:35.186902 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078107d-d96e-4975-bf15-ac22a33eb978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0358c66-aa19-4b38-bced-8b49a39f5de1,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:35.193466 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 9f84939c-748a-431a-a898-bc5765208f71 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:35.200426 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (9f84939c-748a-431a-a898-bc5765208f71), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.272869 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cb071b30-0760-497d-ba28-5f3dfef068ca tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (83bc7354-cf99-480a-a3d0-ad4cbf16eb88), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.279185 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cb071b30-0760-497d-ba28-5f3dfef068ca tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (83bc7354-cf99-480a-a3d0-ad4cbf16eb88), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.318670 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5836bbf2-692f-4961-b8a6-9e70cbcf7161 None None] For port 410aa689-be1e-4985-82b2-65f996347b6f, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=410aa689-be1e-4985-82b2-65f996347b6f,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:35.341599 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cb071b30-0760-497d-ba28-5f3dfef068ca tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.346625 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-cb071b30-0760-497d-ba28-5f3dfef068ca tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4173381 Apr 11 16:35:35.347087 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 52358) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:35.349130 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5836bbf2-692f-4961-b8a6-9e70cbcf7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (410aa689-be1e-4985-82b2-65f996347b6f), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.355399 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-d953509e-93e9-472d-b863-19e82dfe904a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'security_group_rule': {'security_group_id': '1fd76579-692b-4a3d-a254-85a280eb5b4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:35.367375 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:35.396476 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb071b30-0760-497d-ba28-5f3dfef068ca tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bc7354-cf99-480a-a3d0-ad4cbf16eb88,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:35.457143 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d953509e-93e9-472d-b863-19e82dfe904a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (110eafb1-7048-4374-9fdd-01847bab4d97), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.577486 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52366) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:35.585172 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-d2300374-0a19-44dd-9060-bb0b0b0e55c2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516126836', 'description': 'tempest-description--2059825036'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:35.601713 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836bbf2-692f-4961-b8a6-9e70cbcf7161 None None] Pushing event updated for resources: {'Port': ['ID=410aa689-be1e-4985-82b2-65f996347b6f,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:35.623893 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-aa7fa7db-11ff-4a89-b07f-dc028032c1cf None None] Provisioning complete for port 410aa689-be1e-4985-82b2-65f996347b6f triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:35.624319 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-aa7fa7db-11ff-4a89-b07f-dc028032c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (410aa689-be1e-4985-82b2-65f996347b6f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.678733 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d953509e-93e9-472d-b863-19e82dfe904a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (110eafb1-7048-4374-9fdd-01847bab4d97), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.688905 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d953509e-93e9-472d-b863-19e82dfe904a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (110eafb1-7048-4374-9fdd-01847bab4d97), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.693336 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2300374-0a19-44dd-9060-bb0b0b0e55c2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.794906 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fa7db-11ff-4a89-b07f-dc028032c1cf None None] Current status of the port 410aa689-be1e-4985-82b2-65f996347b6f is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:35.837543 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:34Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:35.842068 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 9f84939c-748a-431a-a898-bc5765208f71 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:35.843265 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 50a7ee59-74c4-4d9d-b963-3555148712f3 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:35.850876 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-aa7fa7db-11ff-4a89-b07f-dc028032c1cf None None] Provisioning complete for port dda955e6-e188-4b67-ae24-2bcd2bd689f7 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:35.851471 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-aa7fa7db-11ff-4a89-b07f-dc028032c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.875122 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f48374-3c3c-42b6-b4e3-046450e15898 None None] The sync data for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi is: [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:34Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:35:35.980364 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2300374-0a19-44dd-9060-bb0b0b0e55c2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:35.987527 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2300374-0a19-44dd-9060-bb0b0b0e55c2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.031116 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2300374-0a19-44dd-9060-bb0b0b0e55c2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.032761 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d2300374-0a19-44dd-9060-bb0b0b0e55c2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4536510 Apr 11 16:35:36.036067 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52380) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:36.041026 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-5be14d9f-9784-47e0-988d-1608d767f0d6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'security_group_rule': {'security_group_id': 'efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:36.042927 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fa7db-11ff-4a89-b07f-dc028032c1cf None None] Port dda955e6-e188-4b67-ae24-2bcd2bd689f7 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:36.078075 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 50a7ee59-74c4-4d9d-b963-3555148712f3 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:36.078716 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.080030 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2300374-0a19-44dd-9060-bb0b0b0e55c2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:36.116884 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5be14d9f-9784-47e0-988d-1608d767f0d6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (121ae9ce-4d9f-482a-a026-75e775801730), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.144692 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953509e-93e9-472d-b863-19e82dfe904a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110eafb1-7048-4374-9fdd-01847bab4d97,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:36.249039 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c1e1caa0-de96-4a74-ab96-967607f1b0f1 req-2f599d3c-be2e-4f0a-a9fb-3985fb7ccd65 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0904024 Apr 11 16:35:36.258004 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d953509e-93e9-472d-b863-19e82dfe904a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.263429 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52390) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:36.265049 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d953509e-93e9-472d-b863-19e82dfe904a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9164762 Apr 11 16:35:36.268382 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:36.280918 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 50a7ee59-74c4-4d9d-b963-3555148712f3 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:36.339674 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5be14d9f-9784-47e0-988d-1608d767f0d6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (121ae9ce-4d9f-482a-a026-75e775801730), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.357849 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.362570 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5be14d9f-9784-47e0-988d-1608d767f0d6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (121ae9ce-4d9f-482a-a026-75e775801730), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.431578 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be14d9f-9784-47e0-988d-1608d767f0d6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121ae9ce-4d9f-482a-a026-75e775801730,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:36.468223 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c56c3c4c-63d1-4d57-a080-c8553d64c002 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:36.486862 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5be14d9f-9784-47e0-988d-1608d767f0d6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.488112 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-5be14d9f-9784-47e0-988d-1608d767f0d6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4510763 Apr 11 16:35:36.491090 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52394) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:36.497251 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-cb9468c2-5e8d-47f8-833a-6054f0ff730b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'security_group_rule': {'security_group_id': 'efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:36.556671 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cb9468c2-5e8d-47f8-833a-6054f0ff730b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (84586152-7fab-4fcb-96bc-456173706ba4), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.567357 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port c56c3c4c-63d1-4d57-a080-c8553d64c002 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:36.567357 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.568664 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd735511-ddbc-4f9d-8f85-3618183f58c0 req-8fed8ebf-aecc-4501-9090-e4e94263b2d3 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:36.585034 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd735511-ddbc-4f9d-8f85-3618183f58c0 req-8fed8ebf-aecc-4501-9090-e4e94263b2d3 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.1193607 Apr 11 16:35:36.658659 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd735511-ddbc-4f9d-8f85-3618183f58c0 req-9628b514-3a4e-4dac-85a7-20021fd867c7 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726283 Apr 11 16:35:36.667522 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.688762 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port c56c3c4c-63d1-4d57-a080-c8553d64c002 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:36.689151 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.707150 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cb9468c2-5e8d-47f8-833a-6054f0ff730b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (84586152-7fab-4fcb-96bc-456173706ba4), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.714831 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port c56c3c4c-63d1-4d57-a080-c8553d64c002, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c56c3c4c-63d1-4d57-a080-c8553d64c002,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:36.720175 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.721413 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 410aa689-be1e-4985-82b2-65f996347b6f up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:36.770722 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cb9468c2-5e8d-47f8-833a-6054f0ff730b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (84586152-7fab-4fcb-96bc-456173706ba4), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.807820 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 410aa689-be1e-4985-82b2-65f996347b6f triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:36.808330 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (410aa689-be1e-4985-82b2-65f996347b6f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.821239 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9468c2-5e8d-47f8-833a-6054f0ff730b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84586152-7fab-4fcb-96bc-456173706ba4,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:36.829220 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cb9468c2-5e8d-47f8-833a-6054f0ff730b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.833850 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 52402) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:36.839173 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:36.845104 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-cb9468c2-5e8d-47f8-833a-6054f0ff730b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3523176 Apr 11 16:35:36.860848 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=c56c3c4c-63d1-4d57-a080-c8553d64c002,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:36.886119 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Allocated IP 172.27.0.13 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/d2f94e97-8927-4c1e-9130-d3e5b2cb923e) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:36.897209 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:36.988364 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 410aa689-be1e-4985-82b2-65f996347b6f is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:37.034796 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.081678 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for port (d2f94e97-8927-4c1e-9130-d3e5b2cb923e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.271718 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (d2f94e97-8927-4c1e-9130-d3e5b2cb923e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.313162 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:37.323505 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:37.329996 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:37.340031 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'Port': ['ID=d2f94e97-8927-4c1e-9130-d3e5b2cb923e,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:37.341978 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Allocated IP 172.27.0.134 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/2e0c0213-17cb-4803-b013-10fe827f1bc1) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:37.375096 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5b671b95-cbd9-4c4c-9f5b-20a8740403da req-702cb832-851e-467e-807c-65a4cbc5be19 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0478611 Apr 11 16:35:37.432091 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.41', 51456) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:37.464331 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (dadb3716-c634-4942-aa3b-977d92d96db3), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.513690 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (d2f94e97-8927-4c1e-9130-d3e5b2cb923e), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.538415 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for port (2e0c0213-17cb-4803-b013-10fe827f1bc1), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.583564 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (2e0c0213-17cb-4803-b013-10fe827f1bc1), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.610655 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Request body: {'port': {'device_id': 'a3dc4a3c-61a6-4e27-af48-37b52aa6a959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:37.625879 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:37.631019 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:37.635052 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:37.647458 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'Port': ['ID=2e0c0213-17cb-4803-b013-10fe827f1bc1,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:37.731902 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.804878 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (a750756d-5919-4c06-94b2-bbd458809f1d), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.831287 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a07667-abb3-421a-ab4d-f52a7c430794 req-e5ececf7-71e2-416f-8ac3-a58493f7e4b1 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:37.832888 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e4a07667-abb3-421a-ab4d-f52a7c430794 req-e5ececf7-71e2-416f-8ac3-a58493f7e4b1 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.0677338 Apr 11 16:35:37.878443 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (2e0c0213-17cb-4803-b013-10fe827f1bc1), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.906862 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for port (d2f94e97-8927-4c1e-9130-d3e5b2cb923e), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.925423 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (d2f94e97-8927-4c1e-9130-d3e5b2cb923e), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:37.926893 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e4a07667-abb3-421a-ab4d-f52a7c430794 req-378e6e05-6bad-4da7-b809-3d5cef5286b3 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744174 Apr 11 16:35:38.017763 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (dadb3716-c634-4942-aa3b-977d92d96db3), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.101704 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'Port': ['ID=d2f94e97-8927-4c1e-9130-d3e5b2cb923e,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:38.114829 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.119704 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-120c7c40-cb7a-4c0e-aa88-eef6c13cc1ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8521259 Apr 11 16:35:38.136121 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for port (2e0c0213-17cb-4803-b013-10fe827f1bc1), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.142547 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (2e0c0213-17cb-4803-b013-10fe827f1bc1), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.177038 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (a750756d-5919-4c06-94b2-bbd458809f1d), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.201751 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'Port': ['ID=2e0c0213-17cb-4803-b013-10fe827f1bc1,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:38.207207 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.208799 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e33cdb9e-d926-4d65-b646-e68eaa9aff01 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3739383 Apr 11 16:35:38.227001 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda955e6-e188-4b67-ae24-2bcd2bd689f7 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:35:38.243072 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Publish callbacks [] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.267344 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Transition to ACTIVE for port object dda955e6-e188-4b67-ae24-2bcd2bd689f7 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:35:38.275532 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.442241 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-e9faecbb-2cda-4538-833b-9a49d617ba76 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--246950650&fields=id&tenant_id=fff5d5c8db254085a82ca911ead15f49 HTTP/1.1" status: 200 len: 267 time: 0.1400018 Apr 11 16:35:38.452383 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=dda955e6-e188-4b67-ae24-2bcd2bd689f7,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:38.458689 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c56c3c4c-63d1-4d57-a080-c8553d64c002 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:38.479359 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Attempting to bind port dda955e6-e188-4b67-ae24-2bcd2bd689f7 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:38.488977 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Attempting to bind port dda955e6-e188-4b67-ae24-2bcd2bd689f7 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:38.489382 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Attempting to bind port dda955e6-e188-4b67-ae24-2bcd2bd689f7 on network beb37b89-3aa6-44d9-a704-52e8c05a205a {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:38.498984 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Port dda955e6-e188-4b67-ae24-2bcd2bd689f7 on network beb37b89-3aa6-44d9-a704-52e8c05a205a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:35:38.499301 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Attempting to bind port dda955e6-e188-4b67-ae24-2bcd2bd689f7 on network beb37b89-3aa6-44d9-a704-52e8c05a205a {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:38.513505 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:38.513841 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Checking segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:38.514444 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Bound using segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:38.515507 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Bound port: dda955e6-e188-4b67-ae24-2bcd2bd689f7, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:38.515507 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.552515 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port c56c3c4c-63d1-4d57-a080-c8553d64c002 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:38.553221 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.587555 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f0e4c485-6533-480f-9706-1bb7a6da86cd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--516126836&fields=id&tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d HTTP/1.1" status: 200 len: 267 time: 0.1441514 Apr 11 16:35:38.721831 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] For port dda955e6-e188-4b67-ae24-2bcd2bd689f7, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:38.730135 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] For port dda955e6-e188-4b67-ae24-2bcd2bd689f7, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:38.752345 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.780553 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:38.780761 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port c56c3c4c-63d1-4d57-a080-c8553d64c002 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:38.781176 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:38.782662 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] 10.222.0.41 "PUT /v2.0/ports/dda955e6-e188-4b67-ae24-2bcd2bd689f7 HTTP/1.1" status: 200 len: 1093 time: 1.3496425 Apr 11 16:35:38.783120 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dc4a3c-61a6-4e27-af48-37b52aa6a959', 'tag': 'dda955e6-e188-4b67-ae24-2bcd2bd689f7'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:35:38.872653 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-55f39882-f667-405a-b6f2-3cb502bbae35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:38.874235 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-55f39882-f667-405a-b6f2-3cb502bbae35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 817 time: 0.4238751 Apr 11 16:35:38.927082 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-098f824f-d519-4c36-8f19-767fb8e6433e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/quotas/fff5d5c8db254085a82ca911ead15f49 HTTP/1.1" status: 200 len: 375 time: 0.0322483 Apr 11 16:35:38.985240 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c64b1-6cdf-49cf-9b72-3f5dabc2aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=dda955e6-e188-4b67-ae24-2bcd2bd689f7,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:39.011712 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-b0bfd565-3e4f-45bc-9f0a-394b952f154c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:39.014130 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-b0bfd565-3e4f-45bc-9f0a-394b952f154c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 811 time: 0.4135885 Apr 11 16:35:39.064882 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-3696f019-4027-4671-b23a-64fb2dfb8f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259215 Apr 11 16:35:39.117163 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-fd9a639e-caf1-4fec-84f1-b39066b24419 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/quotas/90215ff8d2af4f1fa9d0137fcb2f881d HTTP/1.1" status: 200 len: 375 time: 0.0957308 Apr 11 16:35:39.149327 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1347e0aa-f1b8-4f4c-b854-4cb7fee70a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dc4a3c-61a6-4e27-af48-37b52aa6a959", "tag": "dda955e6-e188-4b67-ae24-2bcd2bd689f7"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:35:39.224772 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Sync routers for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:35:39.235369 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:39.236023 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:35:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:39.259012 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-8082fe37-fda8-4604-9bd0-fc8b815d4ede tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052430 Apr 11 16:35:39.304510 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-be8cfa06-ec49-487d-8315-92d8d1995e1c service neutron] 10.222.0.65 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227578 Apr 11 16:35:39.362094 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:39.427151 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-39ca2471-53cc-4ade-a19b-90db5bc99cb3 service neutron] 10.222.0.65 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528676 Apr 11 16:35:39.473832 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-cfe59886-c6e2-4a91-93e6-1e8427530993 service neutron] 10.222.0.65 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604395 Apr 11 16:35:39.544600 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-a1a22036-c796-4cc1-b224-ed38fcc853df service neutron] 10.222.0.65 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106141 Apr 11 16:35:39.560242 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:29Z', 'revision_number': 2, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:39.596888 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Checking router: 24e72542-774c-485c-abf2-fd42cbfa4fd3 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:35:39.597250 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Updating router 24e72542-774c-485c-abf2-fd42cbfa4fd3 port cd3bd751-4713-48b5-9a37-15813eea67ab binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:35:39.635452 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:39.728127 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-48ee32be-7488-447f-ba57-ea2c6e0bb239 req-7f96e0ab-2596-4dcb-a7a8-34caa66c9726 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0634501 Apr 11 16:35:39.912248 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e84a3-c48f-4491-a90e-82b719dc6549 req-f9d06ce5-3caa-41a5-8440-71220bbb331b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:39.923089 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-103e84a3-c48f-4491-a90e-82b719dc6549 req-f9d06ce5-3caa-41a5-8440-71220bbb331b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.1417887 Apr 11 16:35:40.043684 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-103e84a3-c48f-4491-a90e-82b719dc6549 req-858beca7-56ae-4c30-bba4-b4eeabae3eed tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195447 Apr 11 16:35:40.062134 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf487f01-3c61-4f38-849f-c99a6372d39e x-openstack-request-id: req-cf487f01-3c61-4f38-849f-c99a6372d39e {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:35:40.062602 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dc4a3c-61a6-4e27-af48-37b52aa6a959", "tag": "dda955e6-e188-4b67-ae24-2bcd2bd689f7", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:35:40.063007 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf487f01-3c61-4f38-849f-c99a6372d39e {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:35:40.063583 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf487f01-3c61-4f38-849f-c99a6372d39e'] response: {'name': 'network-changed', 'server_uuid': 'a3dc4a3c-61a6-4e27-af48-37b52aa6a959', 'tag': 'dda955e6-e188-4b67-ae24-2bcd2bd689f7', 'status': 'completed', 'code': 200} Apr 11 16:35:40.099466 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Publish callbacks [] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:40.113097 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:40.211480 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454322bf-9732-4038-b5a6-68d18271cedb None None] Pushing event updated for resources: {'Port': ['ID=cd3bd751-4713-48b5-9a37-15813eea67ab,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:40.268845 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72d9f647-9856-4b7a-85cf-46a13ad42ed7 req-2238a7cf-9e77-4822-b469-3cab7d52c4d9 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0944872 Apr 11 16:35:40.284537 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e1e10ad8-6653-4532-8897-a6a262ffb959 req-322c9460-59da-4154-9941-7bb0bfc6ab8f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.1593642 Apr 11 16:35:40.331135 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Attempting to bind port cd3bd751-4713-48b5-9a37-15813eea67ab on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:40.331503 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Attempting to bind port cd3bd751-4713-48b5-9a37-15813eea67ab by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:40.332139 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Attempting to bind port cd3bd751-4713-48b5-9a37-15813eea67ab on network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:40.343708 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:40.344157 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Checking segment: {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:40.344572 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:40.345045 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Bound using segment: {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:40.346185 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Bound port: cd3bd751-4713-48b5-9a37-15813eea67ab, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:40.346585 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:40.466015 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] For port cd3bd751-4713-48b5-9a37-15813eea67ab, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:40.472130 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] For port cd3bd751-4713-48b5-9a37-15813eea67ab, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=cd3bd751-4713-48b5-9a37-15813eea67ab,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:40.483682 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:40.553677 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-8b3012b3-48da-4704-b77e-885c3e75703e None None] Provisioning complete for port cd3bd751-4713-48b5-9a37-15813eea67ab triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:40.554122 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8b3012b3-48da-4704-b77e-885c3e75703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:40.561325 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:35:40.562115 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:35:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:40.696672 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454322bf-9732-4038-b5a6-68d18271cedb None None] Pushing event updated for resources: {'Port': ['ID=cd3bd751-4713-48b5-9a37-15813eea67ab,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:40.837441 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dcc749a3-9dee-4901-bc2f-04718e352715 req-f9a9190c-0496-44d3-8227-62ad2712bd79 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0389132 Apr 11 16:35:40.874291 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-8b3012b3-48da-4704-b77e-885c3e75703e None None] Current status of the port cd3bd751-4713-48b5-9a37-15813eea67ab is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:40.874676 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8b3012b3-48da-4704-b77e-885c3e75703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:40.880126 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:35:40.980120 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-8b3012b3-48da-4704-b77e-885c3e75703e None None] For port cd3bd751-4713-48b5-9a37-15813eea67ab, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=cd3bd751-4713-48b5-9a37-15813eea67ab,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:35:40.991944 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8b3012b3-48da-4704-b77e-885c3e75703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:41.096900 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3012b3-48da-4704-b77e-885c3e75703e None None] Pushing event updated for resources: {'Port': ['ID=cd3bd751-4713-48b5-9a37-15813eea67ab,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:41.117844 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-6f524a60-510f-47ee-865e-a5ed647885c0 None None] Provisioning complete for port cd3bd751-4713-48b5-9a37-15813eea67ab triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:41.118354 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6f524a60-510f-47ee-865e-a5ed647885c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:41.168508 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d2716-48c4-4352-bfa2-1d65e201ddb4 req-18e6cbb7-f112-4bbe-8125-e11fee331263 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:41.170332 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9f4d2716-48c4-4352-bfa2-1d65e201ddb4 req-18e6cbb7-f112-4bbe-8125-e11fee331263 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.0592957 Apr 11 16:35:41.188655 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:35:41.221241 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9f4d2716-48c4-4352-bfa2-1d65e201ddb4 req-450a35ab-5eb5-47c8-9a97-7ce7193fc39e tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Apr 11 16:35:41.222762 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099781f-9427-4165-b69f-e8b1cfb57435 None None] The sync data for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi is: [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:35:41.280960 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-6f524a60-510f-47ee-865e-a5ed647885c0 None None] Current status of the port cd3bd751-4713-48b5-9a37-15813eea67ab is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:41.411713 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a30a7b40-b687-41a9-a3c1-927187636a4b req-c259892b-cc9e-4090-88b2-5faaa69ecf4e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0499094 Apr 11 16:35:41.450611 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-493e8500-6a7c-4667-849e-278f6dd55531 req-06965fee-489a-43fa-9478-551c69070a42 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0377052 Apr 11 16:35:42.025021 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3fd9d1d2-ad74-498e-93ae-61c94b1b23cc req-36430e62-3daf-4b1d-ba8d-ab90bdfcfb14 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0808492 Apr 11 16:35:42.355249 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04c066-ffc3-40f7-b497-989da6a31ff6 req-7a5f6624-d234-4c57-b113-5526a55add52 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:42.357411 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e04c066-ffc3-40f7-b497-989da6a31ff6 req-7a5f6624-d234-4c57-b113-5526a55add52 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.0569804 Apr 11 16:35:42.377580 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device cd3bd751-4713-48b5-9a37-15813eea67ab up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:35:42.420327 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e04c066-ffc3-40f7-b497-989da6a31ff6 req-456eb269-d96a-4347-9e93-15181aaa2ae4 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573125 Apr 11 16:35:42.432547 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port cd3bd751-4713-48b5-9a37-15813eea67ab triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:42.433046 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:42.554133 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port cd3bd751-4713-48b5-9a37-15813eea67ab is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:35:42.555781 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1dd537ef-7896-4d9a-8d16-9cb2d5bd5f27 req-43801dce-ead6-4bcf-850e-27f43d28de30 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0386736 Apr 11 16:35:42.593760 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f472ed38-7dc6-4032-a537-8813cb37e825 req-4f81c811-6927-45ff-bc08-07b6ffebee17 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0369821 Apr 11 16:35:43.178612 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d5b8af2-8745-4b0a-a5d4-c80011458039 req-47c14b3b-9355-4ec9-8de6-a8fc91b45ef5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0387764 Apr 11 16:35:43.603977 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfea2c8-45ec-491b-8797-a45f62006e42 req-3103d679-9e02-4438-99b5-739aa2b7a08a tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:43.606016 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bdfea2c8-45ec-491b-8797-a45f62006e42 req-3103d679-9e02-4438-99b5-739aa2b7a08a tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.0770166 Apr 11 16:35:43.696879 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bdfea2c8-45ec-491b-8797-a45f62006e42 req-f9fdfab9-b6c7-4ce5-8d87-5913148ccdc3 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793152 Apr 11 16:35:43.726088 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea65f729-c8af-4a78-8f77-bfdf445ceda7 req-55dafb2b-c641-4afb-84d9-390a04be44b3 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0559404 Apr 11 16:35:43.791658 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9ea6034d-44bd-4a1f-aef0-42105666c291 req-87e47d52-37f7-45f8-98da-71cbb9364dfb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0273597 Apr 11 16:35:44.285464 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d5a40670-e6ca-4f45-9f67-daf93c2487b2 req-515fdf8d-3b24-4fc0-82f6-c557dfd5d03d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0289183 Apr 11 16:35:44.622529 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:44.830346 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-83842544-4371-4a6b-bb38-356f586b4fc4 req-6e7602e3-549c-438f-b073-93894a7ead9f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0357118 Apr 11 16:35:44.836625 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f2e77-aca2-4ef1-b381-2e66d60b12cb req-52ad6f71-c76b-42e9-a35b-a0a71cd11b7f tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:44.838144 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-df3f2e77-aca2-4ef1-b381-2e66d60b12cb req-52ad6f71-c76b-42e9-a35b-a0a71cd11b7f tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.0795064 Apr 11 16:35:44.891938 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-df3f2e77-aca2-4ef1-b381-2e66d60b12cb req-5d8faa19-66f4-4403-a264-033128c31bd1 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477917 Apr 11 16:35:44.918102 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35f93de3-1ab7-4800-b72f-e0174fb5bd87 req-1f2eabf3-a704-4a28-8699-a51c8d8e94fa tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0308239 Apr 11 16:35:45.382081 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e1a22f1-bb5f-4f4e-98f7-d0b4f6112aa8 req-399e2831-46fd-4497-8fe4-a3577280b199 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0285809 Apr 11 16:35:45.945904 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8bc07dab-a85d-4b9e-a363-197369b74962 req-3d30928a-b12f-4b17-b817-d11eb81430ca tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0439246 Apr 11 16:35:46.033178 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3cfd1-93e0-41a3-a088-a64ae90ec1f5 req-1116058e-b27b-432f-8594-b23fcbf77cfe tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:46.034324 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-43b3cfd1-93e0-41a3-a088-a64ae90ec1f5 req-1116058e-b27b-432f-8594-b23fcbf77cfe tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.0658002 Apr 11 16:35:46.052935 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c4004874-0585-4327-b89e-64fe8390b0f7 req-792c0b31-09ab-4f86-adc2-19cdee481dc6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0412979 Apr 11 16:35:46.102186 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-43b3cfd1-93e0-41a3-a088-a64ae90ec1f5 req-eb7693d1-cc83-4b57-84fe-a67b9a7b8f34 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525703 Apr 11 16:35:46.479661 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-973d3fe5-1a5f-428c-8d7c-b272e9b9f22c req-22d375d0-d7f1-43cc-8fb5-c62576deacde tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0282342 Apr 11 16:35:47.054054 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8a397d3c-8316-4357-ad5e-53770c89c439 req-addc4771-12bd-461c-b98d-694918d7cf9d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0343435 Apr 11 16:35:47.161125 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eda5fc4d-c077-470f-b714-4160fcf9b195 req-9ce6e598-5ddc-44f5-95de-62203344e01c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0296693 Apr 11 16:35:47.220631 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5fd61-a6ae-47cc-87b8-d56409562ff9 req-5cdfb4e1-1eae-4c38-a5ef-1a580b388a99 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:47.222025 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dea5fd61-a6ae-47cc-87b8-d56409562ff9 req-5cdfb4e1-1eae-4c38-a5ef-1a580b388a99 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.0482979 Apr 11 16:35:47.273416 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dea5fd61-a6ae-47cc-87b8-d56409562ff9 req-21e5892d-1edf-422f-9417-fa2dec074809 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 Apr 11 16:35:47.576170 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a21a7545-511e-4755-b962-549e8b4fc57c req-79e963bf-7477-4ca6-b829-a5e524e7be59 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0287528 Apr 11 16:35:48.154287 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b37769c6-c961-4adf-a24e-1f6b1707ac13 req-bb21314b-aa6f-486b-a085-38f4e5662088 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0312786 Apr 11 16:35:48.261057 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-119a4e68-8c9c-40f6-8347-a49deb5cd778 req-b39904c1-976d-49a4-a4bf-765783aae27d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0285425 Apr 11 16:35:48.391693 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd4e8-3e28-4312-90ef-247bce76bfbd req-429e69be-d60f-48e8-b97c-8205ca1b47ab tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:48.393224 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2c4cd4e8-3e28-4312-90ef-247bce76bfbd req-429e69be-d60f-48e8-b97c-8205ca1b47ab tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 931 time: 0.0531085 Apr 11 16:35:48.442232 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2c4cd4e8-3e28-4312-90ef-247bce76bfbd req-1772386c-e204-4f11-a084-df20f88f9fb8 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Apr 11 16:35:48.674506 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c72ea1d6-5894-4f17-8e74-639072f6a9ea req-ca77ffa9-8394-4a8d-84dc-add768130207 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0289023 Apr 11 16:35:48.709833 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Request body: {'port': {'device_id': '3017c9b9-0056-46a2-b176-6036aad45db0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:48.771435 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:48.802089 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-cf52346f-cffb-4bb3-8e1c-dc0e54eb7a9a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:48.803554 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-cf52346f-cffb-4bb3-8e1c-dc0e54eb7a9a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 818 time: 0.1049383 Apr 11 16:35:49.255240 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945545f7-d75c-4885-8d14-73d74d4f110d {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:35:49.263527 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2a7e4ffa-4aa9-476a-b190-2d83f14acbb3 req-fb56c138-563b-4324-b9a2-aed762a5dbd0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0402474 Apr 11 16:35:49.265325 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Publish callbacks [] for port (945545f7-d75c-4885-8d14-73d74d4f110d), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:49.286294 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Transition to ACTIVE for port object 945545f7-d75c-4885-8d14-73d74d4f110d will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:35:49.290357 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:49.368192 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Pushing event updated for resources: {'Port': ['ID=945545f7-d75c-4885-8d14-73d74d4f110d,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:49.391607 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bbea02fc-a951-4aef-9e1f-1d2945fde6c7 req-feab046e-9df3-4dd6-b9b2-b448144544c9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0596042 Apr 11 16:35:49.437050 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Attempting to bind port 945545f7-d75c-4885-8d14-73d74d4f110d on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:49.437050 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Attempting to bind port 945545f7-d75c-4885-8d14-73d74d4f110d by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9578e28b-c252-4d31-97b3-076001c246ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e3943ee9-bf44-464a-b993-383db6dad056'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:49.437050 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Attempting to bind port 945545f7-d75c-4885-8d14-73d74d4f110d on network e3943ee9-bf44-464a-b993-383db6dad056 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:49.437583 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Request body: {'port': {'device_id': '598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'admin_state_up': True, 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:49.445573 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Port 945545f7-d75c-4885-8d14-73d74d4f110d on network e3943ee9-bf44-464a-b993-383db6dad056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:35:49.446307 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Attempting to bind port 945545f7-d75c-4885-8d14-73d74d4f110d on network e3943ee9-bf44-464a-b993-383db6dad056 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:49.461256 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:49.462246 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Checking segment: {'id': '9578e28b-c252-4d31-97b3-076001c246ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e3943ee9-bf44-464a-b993-383db6dad056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:49.463389 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Bound using segment: {'id': '9578e28b-c252-4d31-97b3-076001c246ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e3943ee9-bf44-464a-b993-383db6dad056'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:49.464375 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Bound port: 945545f7-d75c-4885-8d14-73d74d4f110d, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9578e28b-c252-4d31-97b3-076001c246ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'e3943ee9-bf44-464a-b993-383db6dad056'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:49.465784 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:49.621278 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] For port 945545f7-d75c-4885-8d14-73d74d4f110d, host hv-cinder-83716, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:49.629896 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4835f9-87c6-43fc-88ac-e872bbf34db5 req-5014c803-e4e3-400b-b39b-2f77fa9eb7c0 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:49.637339 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e4835f9-87c6-43fc-88ac-e872bbf34db5 req-5014c803-e4e3-400b-b39b-2f77fa9eb7c0 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.0783103 Apr 11 16:35:49.641339 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] For port 945545f7-d75c-4885-8d14-73d74d4f110d, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=945545f7-d75c-4885-8d14-73d74d4f110d,segment=NetworkSegment(9578e28b-c252-4d31-97b3-076001c246ae),segment_id=9578e28b-c252-4d31-97b3-076001c246ae)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:49.659319 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e0aa-f1b8-4f4c-b854-4cb7fee70a4a req-498fd2ea-531d-43f4-af5b-74f46585e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:49.659549 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:49.662030 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1347e0aa-f1b8-4f4c-b854-4cb7fee70a4a req-498fd2ea-531d-43f4-af5b-74f46585e020 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 1127 time: 0.2165062 Apr 11 16:35:49.722445 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:49.723065 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:49.724542 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] 10.222.0.41 "PUT /v2.0/ports/945545f7-d75c-4885-8d14-73d74d4f110d HTTP/1.1" status: 200 len: 1093 time: 1.0195620 Apr 11 16:35:49.724986 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3017c9b9-0056-46a2-b176-6036aad45db0', 'tag': '945545f7-d75c-4885-8d14-73d74d4f110d'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:35:49.759309 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Made reservation on behalf of e396e5cb51e143bb84d76c18dba0d403 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:49.765215 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:49.900742 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4b2d9481-a723-4c69-a9e1-43ad2c79635b req-0863acd5-05fe-4f13-8e34-38fdbf27ad85 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0492771 Apr 11 16:35:49.923871 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e4835f9-87c6-43fc-88ac-e872bbf34db5 req-9f2fe39f-2845-4ce5-9115-8209ddea5f21 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717485 Apr 11 16:35:49.932267 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c254c514-8fdf-4495-bd6b-11e8af70143c" -d '{"events": [{"name": "network-changed", "server_uuid": "3017c9b9-0056-46a2-b176-6036aad45db0", "tag": "945545f7-d75c-4885-8d14-73d74d4f110d"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:35:49.950851 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-57c5a37e-4b0c-4908-89c7-fbba07055115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:49.952376 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-57c5a37e-4b0c-4908-89c7-fbba07055115 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46281803c3eb4cfbaf258d62f8c4d916&device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 1127 time: 0.1578934 Apr 11 16:35:49.960008 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4f507-4293-4b5c-acef-9bcd62b46e20 service neutron] Pushing event updated for resources: {'Port': ['ID=945545f7-d75c-4885-8d14-73d74d4f110d,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:50.019679 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e0aa-f1b8-4f4c-b854-4cb7fee70a4a req-430c8d1d-061b-44bc-9e43-8da3635ec8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:50.021233 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1347e0aa-f1b8-4f4c-b854-4cb7fee70a4a req-430c8d1d-061b-44bc-9e43-8da3635ec8eb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e396e5cb51e143bb84d76c18dba0d403&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3175519 Apr 11 16:35:50.034325 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340ed195-bf06-4e1d-a8e2-01f42b63e1c4 x-openstack-request-id: req-340ed195-bf06-4e1d-a8e2-01f42b63e1c4 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:35:50.034619 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3017c9b9-0056-46a2-b176-6036aad45db0", "tag": "945545f7-d75c-4885-8d14-73d74d4f110d", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:35:50.034870 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-340ed195-bf06-4e1d-a8e2-01f42b63e1c4 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:35:50.035322 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340ed195-bf06-4e1d-a8e2-01f42b63e1c4'] response: {'name': 'network-changed', 'server_uuid': '3017c9b9-0056-46a2-b176-6036aad45db0', 'tag': '945545f7-d75c-4885-8d14-73d74d4f110d', 'status': 'completed', 'code': 200} Apr 11 16:35:50.077083 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Allocated IP 172.20.0.4 (beb37b89-3aa6-44d9-a704-52e8c05a205a/72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff/397ce2a8-6d73-4bf8-b796-c54287e1035a) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:50.269208 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-57c779e7-1a9e-4455-877f-cdf1dd35cc48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=945545f7-d75c-4885-8d14-73d74d4f110d HTTP/1.1" status: 200 len: 217 time: 0.0774298 Apr 11 16:35:50.367738 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8ef2537-2923-4a45-95c6-0921a7083179 req-fa34cd45-8747-407b-9048-c6d30f80936c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0303507 Apr 11 16:35:50.468866 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.41', 51470) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:50.511674 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e0aa-f1b8-4f4c-b854-4cb7fee70a4a req-efd1885f-cd73-48aa-b486-7120b5148e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:50.513191 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1347e0aa-f1b8-4f4c-b854-4cb7fee70a4a req-efd1885f-cd73-48aa-b486-7120b5148e2d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391155 Apr 11 16:35:50.556294 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:50.599922 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.41', 51471) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:50.632938 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:50.634635 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1b1d95d6-1174-4263-ab4d-fff2fc467b16 req-5c03d5e8-88b3-4b7a-95ea-6e4899cc2ba5 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.1078465 Apr 11 16:35:50.684643 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-126c51f9-9068-45da-ada9-d644f4e83788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:50.686305 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-126c51f9-9068-45da-ada9-d644f4e83788 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e HTTP/1.1" status: 200 len: 852 time: 0.2184801 Apr 11 16:35:50.711916 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ba8ee-031e-4328-b07f-436298040f9f req-83e95c1a-dc6f-4e48-9f14-5be98fd00300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:50.722593 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-83e95c1a-dc6f-4e48-9f14-5be98fd00300 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 1127 time: 0.1424928 Apr 11 16:35:50.781259 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Network beb37b89-3aa6-44d9-a704-52e8c05a205a is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:50.783071 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-ca4fb3c6-270a-4ac5-a863-678e8a45fe69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3943ee9-bf44-464a-b993-383db6dad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704374 Apr 11 16:35:50.794507 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-e5da2041-c420-49db-aae2-223c5701a45c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:50.796017 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-e5da2041-c420-49db-aae2-223c5701a45c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 817 time: 0.3167388 Apr 11 16:35:50.849226 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:50.858083 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:50.863870 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:50.864555 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:50.873648 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-70c41df5-b2ba-4027-8a7a-7356ad8e24aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7 HTTP/1.1" status: 200 len: 217 time: 0.1380172 Apr 11 16:35:50.880055 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event updated for resources: {'Port': ['ID=397ce2a8-6d73-4bf8-b796-c54287e1035a,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:51.048774 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-67f7dc14-8193-4b30-ab27-d9242840106a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6315081 Apr 11 16:35:51.074238 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f0381606-5e7b-40f9-8ab8-ef5285eb8ce4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:51.075760 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f0381606-5e7b-40f9-8ab8-ef5285eb8ce4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 811 time: 0.4586122 Apr 11 16:35:51.079875 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ba8ee-031e-4328-b07f-436298040f9f req-688c16a7-4b3c-4372-89b7-22350ffed61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:51.081489 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-688c16a7-4b3c-4372-89b7-22350ffed61f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.1939781 Apr 11 16:35:51.114004 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Request body: {'port': {'device_id': '598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:51.122485 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ce27c-276e-4333-93c4-c5e933c22a3c req-13d76118-9db4-4ced-a073-5b1b08d0ff7b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:51.130701 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8d2ce27c-276e-4333-93c4-c5e933c22a3c req-13d76118-9db4-4ced-a073-5b1b08d0ff7b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 931 time: 0.1048648 Apr 11 16:35:51.240431 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46b15c-eebd-4beb-9dc4-015b101ef05e req-15f4e42f-0b7c-4b2b-a240-436badbe50ba tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:51.248834 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc46b15c-eebd-4beb-9dc4-015b101ef05e req-15f4e42f-0b7c-4b2b-a240-436badbe50ba tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.1099865 Apr 11 16:35:51.260669 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-5e151659-5e5e-4d8e-ba43-5230b7ca9ea1 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff5d5c8db254085a82ca911ead15f49 HTTP/1.1" status: 200 len: 379 time: 0.4380655 Apr 11 16:35:51.276836 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'port': {'device_id': 'f08685e5-3c41-4032-9633-cc591711221a', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'admin_state_up': True, 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'security_groups': ['1fd76579-692b-4a3d-a254-85a280eb5b4e']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:51.291113 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-70bce2c2-4247-4934-8f98-33b07d724862 None None] Provisioning complete for port 397ce2a8-6d73-4bf8-b796-c54287e1035a triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:51.291772 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-70bce2c2-4247-4934-8f98-33b07d724862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:51.345559 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-70bce2c2-4247-4934-8f98-33b07d724862 None None] Port 397ce2a8-6d73-4bf8-b796-c54287e1035a cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:51.350735 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ba8ee-031e-4328-b07f-436298040f9f req-75824a15-f18b-40a9-90cd-cb85f83a5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:51.352347 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-75824a15-f18b-40a9-90cd-cb85f83a5185 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2294600 Apr 11 16:35:51.372623 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:51.390376 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-6e187d94-7194-4ca5-8d9f-2a66de7e1eef tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d HTTP/1.1" status: 200 len: 379 time: 0.2686360 Apr 11 16:35:51.453090 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8d2ce27c-276e-4333-93c4-c5e933c22a3c req-cd291255-0aff-47b5-9e50-8e36d6a26c9e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205535 Apr 11 16:35:51.515663 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-6ceadbc9-8721-4249-9ed9-01db70247f36 service neutron] 10.222.0.41 "GET /v2.0/networks/e3943ee9-bf44-464a-b993-383db6dad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917815 Apr 11 16:35:51.523276 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc46b15c-eebd-4beb-9dc4-015b101ef05e req-44a3533a-23e7-44b7-aa92-d821fe0bae6e tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735620 Apr 11 16:35:51.586645 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8df1aaa5-c317-42ec-abb6-b63db4aa8c83 req-32a16247-bb69-4934-a4d5-1b94c8dc20e9 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0746675 Apr 11 16:35:51.609713 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Made reservation on behalf of fff5d5c8db254085a82ca911ead15f49 for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:51.613639 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:51.623955 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52784) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:51.739611 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397ce2a8-6d73-4bf8-b796-c54287e1035a {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:35:51.749662 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Publish callbacks [] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:51.785940 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Transition to ACTIVE for port object 397ce2a8-6d73-4bf8-b796-c54287e1035a will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:35:51.787989 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Allocated IP 172.20.0.9 (f4bfaa63-8897-444c-b3cb-093694071bc5/03911708-801e-410a-ae23-5193852686ee/8b85453b-0363-47d5-9902-93d848d7263e) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:51.801977 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:51.808488 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3f9fe1d8-d9aa-45a8-a9dc-ccd292a4897c req-bcfa0117-c117-4f52-b0cd-eaf809889cfd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0319445 Apr 11 16:35:51.816940 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2e2b4e3c-bd9e-483c-9e3e-e0fc5c23c580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:51.973997 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Pushing event updated for resources: {'Port': ['ID=397ce2a8-6d73-4bf8-b796-c54287e1035a,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:52.001802 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Attempting to bind port 397ce2a8-6d73-4bf8-b796-c54287e1035a on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:52.002130 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Attempting to bind port 397ce2a8-6d73-4bf8-b796-c54287e1035a by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:52.002453 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Attempting to bind port 397ce2a8-6d73-4bf8-b796-c54287e1035a on network beb37b89-3aa6-44d9-a704-52e8c05a205a {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:52.013915 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Port 397ce2a8-6d73-4bf8-b796-c54287e1035a on network beb37b89-3aa6-44d9-a704-52e8c05a205a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:35:52.014328 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Attempting to bind port 397ce2a8-6d73-4bf8-b796-c54287e1035a on network beb37b89-3aa6-44d9-a704-52e8c05a205a {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:52.031825 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:52.032071 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Checking segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:52.032397 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Bound using segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:52.032851 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Bound port: 397ce2a8-6d73-4bf8-b796-c54287e1035a, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:52.033215 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.037070 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for port (8b85453b-0363-47d5-9902-93d848d7263e), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.086745 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.097522 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2e2b4e3c-bd9e-483c-9e3e-e0fc5c23c580 admin admin] Publish callbacks [] for security_group (b4ae297b-1a7b-4bf1-aeda-f552a1bb58d6), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.107738 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2e2b4e3c-bd9e-483c-9e3e-e0fc5c23c580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b4ae297b-1a7b-4bf1-aeda-f552a1bb58d6), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.131006 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Network f4bfaa63-8897-444c-b3cb-093694071bc5 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:52.134473 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:52.137011 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:52.142404 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:52.143027 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.166934 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2e2b4e3c-bd9e-483c-9e3e-e0fc5c23c580 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb276e531f1141d48089a89541912c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412643 Apr 11 16:35:52.169205 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b4e3c-bd9e-483c-9e3e-e0fc5c23c580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ae297b-1a7b-4bf1-aeda-f552a1bb58d6,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:52.171483 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52794) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:52.176459 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9040174 Apr 11 16:35:52.177294 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ab099-47a9-486f-8075-d5f74e765470 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:52.178943 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] For port 397ce2a8-6d73-4bf8-b796-c54287e1035a, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:52.183427 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] For port 397ce2a8-6d73-4bf8-b796-c54287e1035a, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=397ce2a8-6d73-4bf8-b796-c54287e1035a,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:52.200248 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.251785 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:52.252452 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.253771 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] 10.222.0.41 "PUT /v2.0/ports/397ce2a8-6d73-4bf8-b796-c54287e1035a HTTP/1.1" status: 200 len: 1093 time: 1.1500390 Apr 11 16:35:52.254342 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c', 'tag': '397ce2a8-6d73-4bf8-b796-c54287e1035a'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:35:52.257038 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e856c68a-c845-4ccb-a775-c07172981c58" -d '{"events": [{"name": "network-changed", "server_uuid": "598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c", "tag": "397ce2a8-6d73-4bf8-b796-c54287e1035a"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:35:52.289410 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64238ad6-ec3b-4b94-be56-20ab1dd74c44 admin admin] Publish callbacks [] for security_group (b4ae297b-1a7b-4bf1-aeda-f552a1bb58d6), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.292167 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1908c89-af8b-4df5-aaf0-8e13a9695813 service neutron] Pushing event updated for resources: {'Port': ['ID=397ce2a8-6d73-4bf8-b796-c54287e1035a,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:52.320761 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64238ad6-ec3b-4b94-be56-20ab1dd74c44 admin admin] Publish callbacks [] for security_group (b4ae297b-1a7b-4bf1-aeda-f552a1bb58d6), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.382738 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64238ad6-ec3b-4b94-be56-20ab1dd74c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b4ae297b-1a7b-4bf1-aeda-f552a1bb58d6), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.385959 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64238ad6-ec3b-4b94-be56-20ab1dd74c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.387148 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-64238ad6-ec3b-4b94-be56-20ab1dd74c44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4ae297b-1a7b-4bf1-aeda-f552a1bb58d6 HTTP/1.1" status: 204 len: 168 time: 0.2135422 Apr 11 16:35:52.388811 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ded69e3-cd94-40b5-8b57-49101f67143c x-openstack-request-id: req-4ded69e3-cd94-40b5-8b57-49101f67143c {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:35:52.389103 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c", "tag": "397ce2a8-6d73-4bf8-b796-c54287e1035a", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:35:52.389381 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ded69e3-cd94-40b5-8b57-49101f67143c {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:35:52.389831 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ded69e3-cd94-40b5-8b57-49101f67143c'] response: {'name': 'network-changed', 'server_uuid': '598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c', 'tag': '397ce2a8-6d73-4bf8-b796-c54287e1035a', 'status': 'completed', 'code': 200} Apr 11 16:35:52.406018 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64238ad6-ec3b-4b94-be56-20ab1dd74c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ae297b-1a7b-4bf1-aeda-f552a1bb58d6,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:52.511673 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ef57ae0c-39f3-4cf4-a195-e631b0bdaa1f None None] Provisioning complete for port 8b85453b-0363-47d5-9902-93d848d7263e triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:52.512183 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ef57ae0c-39f3-4cf4-a195-e631b0bdaa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (8b85453b-0363-47d5-9902-93d848d7263e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.545786 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ef57ae0c-39f3-4cf4-a195-e631b0bdaa1f None None] Port 8b85453b-0363-47d5-9902-93d848d7263e cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:52.556562 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978525e-64f1-4676-864c-913953395f4d req-9f9cc4cc-c307-4498-a67f-6daed62e668d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:52.558599 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2978525e-64f1-4676-864c-913953395f4d req-9f9cc4cc-c307-4498-a67f-6daed62e668d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0549893 Apr 11 16:35:52.693846 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52812) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:52.708386 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dbea6473-4991-47fb-bd11-93b300749db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.792477 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dbea6473-4991-47fb-bd11-93b300749db4 admin admin] Publish callbacks [] for security_group (36e4255d-f77f-4ce7-8d5a-f0d473cdd54f), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.800097 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dbea6473-4991-47fb-bd11-93b300749db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (36e4255d-f77f-4ce7-8d5a-f0d473cdd54f), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.818935 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2978525e-64f1-4676-864c-913953395f4d req-8ec65e58-2f5f-416d-b986-ecec2cde82a6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537539 Apr 11 16:35:52.835815 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18899189-4829-40c1-a0b2-7a25d8101e12 req-ff69ff65-d3f2-4a61-9218-c50572d1bcca tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:52.837866 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18899189-4829-40c1-a0b2-7a25d8101e12 req-ff69ff65-d3f2-4a61-9218-c50572d1bcca tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.2376935 Apr 11 16:35:52.840491 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-dbea6473-4991-47fb-bd11-93b300749db4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=133f4c153233467b8babf4ed037e8d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450789 Apr 11 16:35:52.841311 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea6473-4991-47fb-bd11-93b300749db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e4255d-f77f-4ce7-8d5a-f0d473cdd54f,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:52.843117 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 52818) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:52.944940 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3b4355d7-ea35-4cb7-b35e-99cc808b654a req-a42988fa-6116-48d9-9cdb-ddfdb91c23ab tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0507202 Apr 11 16:35:52.952659 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18899189-4829-40c1-a0b2-7a25d8101e12 req-79503b84-3f94-4c53-ab4d-6a512ecbdf7c tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934792 Apr 11 16:35:52.953742 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-66628440-04d7-4936-89ae-d3159b116cbf admin admin] Publish callbacks [] for security_group (36e4255d-f77f-4ce7-8d5a-f0d473cdd54f), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:52.985207 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-66628440-04d7-4936-89ae-d3159b116cbf admin admin] Publish callbacks [] for security_group (36e4255d-f77f-4ce7-8d5a-f0d473cdd54f), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:53.058280 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b84ff-e0fc-4d49-bbd9-78a7a66cd37b req-010d37e3-b212-472a-a36e-a40f77d980ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:53.059793 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-857b84ff-e0fc-4d49-bbd9-78a7a66cd37b req-010d37e3-b212-472a-a36e-a40f77d980ef tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 931 time: 0.0560970 Apr 11 16:35:53.065300 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-66628440-04d7-4936-89ae-d3159b116cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (36e4255d-f77f-4ce7-8d5a-f0d473cdd54f), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:53.067856 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-66628440-04d7-4936-89ae-d3159b116cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:53.068894 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-66628440-04d7-4936-89ae-d3159b116cbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36e4255d-f77f-4ce7-8d5a-f0d473cdd54f HTTP/1.1" status: 204 len: 168 time: 0.2241521 Apr 11 16:35:53.084154 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66628440-04d7-4936-89ae-d3159b116cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e4255d-f77f-4ce7-8d5a-f0d473cdd54f,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:53.120941 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-857b84ff-e0fc-4d49-bbd9-78a7a66cd37b req-d82408a0-2286-4012-aea1-7b61c733a80b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508282 Apr 11 16:35:53.943439 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eaa01-f04e-4abf-943a-e4fe762e1b85 req-b918971e-4880-47a6-92f7-917ac490fc39 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:53.945069 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-089eaa01-f04e-4abf-943a-e4fe762e1b85 req-b918971e-4880-47a6-92f7-917ac490fc39 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0471542 Apr 11 16:35:53.995218 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-089eaa01-f04e-4abf-943a-e4fe762e1b85 req-7b8a6613-1abb-4d3e-85b0-a85104520904 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444715 Apr 11 16:35:54.060475 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c331151b-15b3-4122-8f1c-c006212aff45 req-3c329d19-1070-457c-b394-c40d9911e5e8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0430250 Apr 11 16:35:54.107537 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871d029-0d42-48de-a2f7-c14c65cc9cb8 req-c6267a12-7349-4277-8285-b5a0e74d24df tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:54.109071 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1871d029-0d42-48de-a2f7-c14c65cc9cb8 req-c6267a12-7349-4277-8285-b5a0e74d24df tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.0516515 Apr 11 16:35:54.157478 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1871d029-0d42-48de-a2f7-c14c65cc9cb8 req-1216d077-54b5-4432-88de-6856a98b4a42 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Apr 11 16:35:54.185830 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 52864) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:54.237272 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e2fe7-909a-4a6f-8593-0486e49d1e14 req-25b76cc3-ab32-42c1-858f-8f4293ee23e9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:54.238722 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d63e2fe7-909a-4a6f-8593-0486e49d1e14 req-25b76cc3-ab32-42c1-858f-8f4293ee23e9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 931 time: 0.0448456 Apr 11 16:35:54.297058 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d63e2fe7-909a-4a6f-8593-0486e49d1e14 req-555cb1e7-7cc9-4a55-9fbe-5e46d74ffabd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524485 Apr 11 16:35:54.298168 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-79acde80-1577-4c71-b811-c830445063be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:54.378275 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-79acde80-1577-4c71-b811-c830445063be admin admin] Publish callbacks [] for security_group (3eb150da-56da-4052-bfd3-a88edd1e7982), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:54.383333 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-79acde80-1577-4c71-b811-c830445063be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3eb150da-56da-4052-bfd3-a88edd1e7982), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:54.420863 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-79acde80-1577-4c71-b811-c830445063be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a51477b3000b45a2afdb177e14c2b15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339058 Apr 11 16:35:54.421657 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acde80-1577-4c71-b811-c830445063be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb150da-56da-4052-bfd3-a88edd1e7982,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:54.424320 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 52870) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:35:54.479218 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-16fdfae4-5d23-49e8-86de-74313c7b7dfe admin admin] Publish callbacks [] for security_group (3eb150da-56da-4052-bfd3-a88edd1e7982), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:54.501343 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-16fdfae4-5d23-49e8-86de-74313c7b7dfe admin admin] Publish callbacks [] for security_group (3eb150da-56da-4052-bfd3-a88edd1e7982), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:54.550059 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-16fdfae4-5d23-49e8-86de-74313c7b7dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3eb150da-56da-4052-bfd3-a88edd1e7982), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:54.552590 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-16fdfae4-5d23-49e8-86de-74313c7b7dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:54.553803 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-16fdfae4-5d23-49e8-86de-74313c7b7dfe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3eb150da-56da-4052-bfd3-a88edd1e7982 HTTP/1.1" status: 204 len: 168 time: 0.1277351 Apr 11 16:35:54.561840 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdfae4-5d23-49e8-86de-74313c7b7dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb150da-56da-4052-bfd3-a88edd1e7982,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:55.114864 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15dfcf-8560-4ac5-818c-f0bbdcb8c98a req-8fa05132-614d-49f7-a450-f4f0bd53bc82 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:55.118785 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bb15dfcf-8560-4ac5-818c-f0bbdcb8c98a req-8fa05132-614d-49f7-a450-f4f0bd53bc82 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0544362 Apr 11 16:35:55.141232 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-692a83af-0a8b-4953-aa91-b00d1a0a7cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:55.185763 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8f36202c-20ff-46d7-af75-2b0a93337ef0 req-d949f7d4-a59d-4223-b999-c9fb342b2b5c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0344398 Apr 11 16:35:55.203054 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bb15dfcf-8560-4ac5-818c-f0bbdcb8c98a req-424ea8f3-1769-4390-996d-9c7029a10527 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763388 Apr 11 16:35:55.223204 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'port': {'device_id': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'admin_state_up': True, 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'security_groups': ['efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:55.232379 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Request body: {'port': {'device_id': 'f08685e5-3c41-4032-9633-cc591711221a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:35:55.383513 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f23954-3382-4d7e-9f59-60e81c25d1c7 req-7643dba8-febf-49fe-8dc7-b60a3597a8a6 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:55.385226 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-14f23954-3382-4d7e-9f59-60e81c25d1c7 req-7643dba8-febf-49fe-8dc7-b60a3597a8a6 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.1170671 Apr 11 16:35:55.439348 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c68a-c845-4ccb-a775-c07172981c58 req-2d613fff-f967-4c6f-8864-a4ec339da79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:55.440980 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e856c68a-c845-4ccb-a775-c07172981c58 req-2d613fff-f967-4c6f-8864-a4ec339da79a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 1127 time: 0.1403310 Apr 11 16:35:55.494420 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:55.504343 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a0a87e9e-1388-48b0-996f-27afb604b043 req-72a6c64d-0048-4da3-b4f3-13f5d0fda93d service neutron] 10.222.0.41 "GET /v2.0/networks/e3943ee9-bf44-464a-b993-383db6dad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853198 Apr 11 16:35:55.518765 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922b79-f020-404f-b4d6-f000165e15d7 req-57e25063-2614-42b0-8da6-70adcdec891d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:55.532480 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15922b79-f020-404f-b4d6-f000165e15d7 req-57e25063-2614-42b0-8da6-70adcdec891d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 931 time: 0.1564314 Apr 11 16:35:55.630711 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-14f23954-3382-4d7e-9f59-60e81c25d1c7 req-46a608e5-8f65-477e-8a5c-01ed86cdabf6 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115343 Apr 11 16:35:55.668273 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15922b79-f020-404f-b4d6-f000165e15d7 req-ec686b6e-28a9-49ca-b0b5-a1333a4c7b32 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268351 Apr 11 16:35:55.766917 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-5b7ea543-d9c2-476c-a222-07ef2187e143 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520377 Apr 11 16:35:55.790398 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Made reservation on behalf of 90215ff8d2af4f1fa9d0137fcb2f881d for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:35:55.793800 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:55.812540 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c68a-c845-4ccb-a775-c07172981c58 req-4e96eaaa-bd93-4e8b-81ad-c86b8fd878c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:55.814656 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e856c68a-c845-4ccb-a775-c07172981c58 req-4e96eaaa-bd93-4e8b-81ad-c86b8fd878c0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e396e5cb51e143bb84d76c18dba0d403&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3567040 Apr 11 16:35:55.901395 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b85453b-0363-47d5-9902-93d848d7263e {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:35:55.909776 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Publish callbacks [] for port (8b85453b-0363-47d5-9902-93d848d7263e), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:55.928866 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Transition to ACTIVE for port object 8b85453b-0363-47d5-9902-93d848d7263e will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:35:55.934413 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:55.939320 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Allocated IP 172.20.0.13 (40c7b6b2-a83c-4541-b8fe-c25169cdbc7e/766f5c17-7f4c-450b-8c46-151965ff5616/a73169ab-a868-4681-96ea-03b1560d84b4) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:35:56.009089 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:56.036485 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Attempting to bind port 8b85453b-0363-47d5-9902-93d848d7263e on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:35:56.036833 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Attempting to bind port 8b85453b-0363-47d5-9902-93d848d7263e by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:35:56.037235 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Attempting to bind port 8b85453b-0363-47d5-9902-93d848d7263e on network f4bfaa63-8897-444c-b3cb-093694071bc5 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:56.049267 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Port 8b85453b-0363-47d5-9902-93d848d7263e on network f4bfaa63-8897-444c-b3cb-093694071bc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:35:56.049641 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Attempting to bind port 8b85453b-0363-47d5-9902-93d848d7263e on network f4bfaa63-8897-444c-b3cb-093694071bc5 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:35:56.057684 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:35:56.058225 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Checking segment: {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:35:56.058628 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Bound using segment: {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:35:56.059084 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Bound port: 8b85453b-0363-47d5-9902-93d848d7263e, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:35:56.059584 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:56.109215 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for port (a73169ab-a868-4681-96ea-03b1560d84b4), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:56.157815 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:56.172153 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:35:56.177226 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:35:56.188258 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:56.216488 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:35:56.222606 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:35:56.226078 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:35:56.232190 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:56.233138 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:56.246056 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:56.248795 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'Port': ['ID=a73169ab-a868-4681-96ea-03b1560d84b4,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:56.250873 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:56.253562 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b85453b-0363-47d5-9902-93d848d7263e HTTP/1.1" status: 200 len: 1093 time: 1.0258093 Apr 11 16:35:56.254062 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:35:56.262115 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f0714d-b323-439f-b92b-5f30d2fed336" -d '{"events": [{"name": "network-changed", "server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "tag": "8b85453b-0363-47d5-9902-93d848d7263e"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:35:56.280403 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-9784616e-a810-4a5a-9fde-f9e57432dffb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0606749 Apr 11 16:35:56.412788 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8d972-e1ee-4ad4-9187-179575f91b58 service neutron] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:35:56.444607 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15a1bf-e109-4d30-b5bc-bcf151650596 req-6411d295-f194-43fa-b604-2b1d8b7c9cb5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:56.456985 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e15a1bf-e109-4d30-b5bc-bcf151650596 req-6411d295-f194-43fa-b604-2b1d8b7c9cb5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.1173363 Apr 11 16:35:56.464647 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5fbb2-cebe-451e-912e-7cea83912457 req-1ab5304e-8a4e-4acb-a703-99f246514b0a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:56.466211 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-07f5fbb2-cebe-451e-912e-7cea83912457 req-1ab5304e-8a4e-4acb-a703-99f246514b0a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 932 time: 0.1611767 Apr 11 16:35:56.573885 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-07f5fbb2-cebe-451e-912e-7cea83912457 req-204142a1-bbb3-4c6f-b781-ab8b172f65cf tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996611 Apr 11 16:35:56.589570 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e15a1bf-e109-4d30-b5bc-bcf151650596 req-511c66c2-2065-4a2f-b7e7-6e0abf38b734 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314034 Apr 11 16:35:56.646172 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132f2b9e-123c-4b6d-ae50-501f80a2e309 x-openstack-request-id: req-132f2b9e-123c-4b6d-ae50-501f80a2e309 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:35:56.646558 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "tag": "8b85453b-0363-47d5-9902-93d848d7263e", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:35:56.646899 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-132f2b9e-123c-4b6d-ae50-501f80a2e309 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:35:56.647453 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132f2b9e-123c-4b6d-ae50-501f80a2e309'] response: {'name': 'network-changed', 'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e', 'status': 'completed', 'code': 200} Apr 11 16:35:56.654815 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-eb0e9a79-6f5c-42e7-b19e-719ee313c88a None None] Provisioning complete for port a73169ab-a868-4681-96ea-03b1560d84b4 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:35:56.655290 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-eb0e9a79-6f5c-42e7-b19e-719ee313c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:56.693834 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-eb0e9a79-6f5c-42e7-b19e-719ee313c88a None None] Port a73169ab-a868-4681-96ea-03b1560d84b4 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:35:56.827539 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f972ad-ea5b-4cba-99ac-4d17084b5a30 req-c7879a6b-3650-4214-922a-f244a16ebdb8 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:56.829871 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d5f972ad-ea5b-4cba-99ac-4d17084b5a30 req-c7879a6b-3650-4214-922a-f244a16ebdb8 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.1113219 Apr 11 16:35:56.848380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870efc3-2217-43e0-ad7a-8574abdc3275 req-f451bf38-d100-492f-b3e6-b4fa1d5c60a4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:56.852142 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d870efc3-2217-43e0-ad7a-8574abdc3275 req-f451bf38-d100-492f-b3e6-b4fa1d5c60a4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0792413 Apr 11 16:35:56.938141 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d5f972ad-ea5b-4cba-99ac-4d17084b5a30 req-11823a85-daa0-4567-8feb-9b05c9c6dc87 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845025 Apr 11 16:35:56.946252 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d870efc3-2217-43e0-ad7a-8574abdc3275 req-d9a8afe5-a724-4ccd-bcd8-d74c3a3b4c7d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897024 Apr 11 16:35:57.349390 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:35:57.690937 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-714cfbcb-2762-4852-b561-04e817841469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:57.758065 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044c127-65d0-44ce-abed-6aa11410e1b6 req-d25774bf-47dd-4746-aa69-b5b3b84955e9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:57.759528 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c044c127-65d0-44ce-abed-6aa11410e1b6 req-d25774bf-47dd-4746-aa69-b5b3b84955e9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0925844 Apr 11 16:35:57.768413 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c97e16-b113-4dc8-8e1f-9ba8c11dbc7c req-04cf9563-9a09-4671-bd17-3db7b9ea2bf0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:57.772288 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-98c97e16-b113-4dc8-8e1f-9ba8c11dbc7c req-04cf9563-9a09-4671-bd17-3db7b9ea2bf0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 932 time: 0.0934458 Apr 11 16:35:57.853791 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c044c127-65d0-44ce-abed-6aa11410e1b6 req-3201aadb-aa08-4974-9e06-f6b4dbb95578 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813963 Apr 11 16:35:57.869182 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-98c97e16-b113-4dc8-8e1f-9ba8c11dbc7c req-1bcc3f44-ae2a-4e06-80fd-918d8e4b8ae0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888026 Apr 11 16:35:58.099712 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fe516-8ccf-4dae-a700-0f816430a536 req-f9788adb-dd84-4424-8db3-2ca2488b8953 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:58.101334 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-994fe516-8ccf-4dae-a700-0f816430a536 req-f9788adb-dd84-4424-8db3-2ca2488b8953 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.0753000 Apr 11 16:35:58.109784 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf0863-58e8-4b69-8283-04bfdec6a2ed req-73c53455-edf7-47ae-86a9-ebcbdafd946e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:58.111189 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2baf0863-58e8-4b69-8283-04bfdec6a2ed req-73c53455-edf7-47ae-86a9-ebcbdafd946e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0760398 Apr 11 16:35:58.185216 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-994fe516-8ccf-4dae-a700-0f816430a536 req-45e6f0a6-1cb4-4591-bb7e-76afec261273 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729988 Apr 11 16:35:58.192771 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2baf0863-58e8-4b69-8283-04bfdec6a2ed req-f7efc858-7ee5-4414-9df4-948bf335cd9b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745680 Apr 11 16:35:58.518005 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:35:59.002678 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252468b7-959e-4d2f-9ee7-4f7ce417af2e req-5f6a4486-18d3-47df-8f3c-2adfc08ff501 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:59.004221 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-252468b7-959e-4d2f-9ee7-4f7ce417af2e req-5f6a4486-18d3-47df-8f3c-2adfc08ff501 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0728979 Apr 11 16:35:59.030248 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6450484-22b7-4463-9a82-1b7e3d0625c5 req-f04d13e0-bcf7-4f9b-a4cf-7aca24ae3f73 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:59.031897 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e6450484-22b7-4463-9a82-1b7e3d0625c5 req-f04d13e0-bcf7-4f9b-a4cf-7aca24ae3f73 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 932 time: 0.0722492 Apr 11 16:35:59.090787 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-252468b7-959e-4d2f-9ee7-4f7ce417af2e req-d65d613b-0a75-4022-ab1b-0acd13a5e7f2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797312 Apr 11 16:35:59.102684 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e6450484-22b7-4463-9a82-1b7e3d0625c5 req-393a449d-e1dc-4636-b1eb-1de63c6e3a35 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639992 Apr 11 16:35:59.341090 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8755e41-0378-4804-8491-63c030453e01 req-951719bb-9e98-4332-891a-30a0f2f04041 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:59.342612 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8755e41-0378-4804-8491-63c030453e01 req-951719bb-9e98-4332-891a-30a0f2f04041 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0713930 Apr 11 16:35:59.348441 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341c0f4-f05d-4ae3-80ed-41fc8165dcf7 req-827a1be8-8d27-43e9-bd4e-ac861d1db2cd tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:35:59.349796 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5341c0f4-f05d-4ae3-80ed-41fc8165dcf7 req-827a1be8-8d27-43e9-bd4e-ac861d1db2cd tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.0874224 Apr 11 16:35:59.421220 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8755e41-0378-4804-8491-63c030453e01 req-6c501277-4771-4d9a-938b-ce40fc78f7e0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702450 Apr 11 16:35:59.424459 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5341c0f4-f05d-4ae3-80ed-41fc8165dcf7 req-ca82e549-4872-4e26-97bb-7a4f8e5d4380 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676899 Apr 11 16:36:00.229740 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63020b76-9149-44e1-9b25-85a3ed0c378e req-3e45c310-9cbd-48ec-8f8b-a19c7bb7046c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:00.231200 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-63020b76-9149-44e1-9b25-85a3ed0c378e req-3e45c310-9cbd-48ec-8f8b-a19c7bb7046c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0724874 Apr 11 16:36:00.251122 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadfaa8-8443-414c-974c-8c9260a810ea req-0dd733b7-48c8-4204-8ead-c6be036b0324 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:00.252535 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eeadfaa8-8443-414c-974c-8c9260a810ea req-0dd733b7-48c8-4204-8ead-c6be036b0324 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 932 time: 0.0657635 Apr 11 16:36:00.315709 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-63020b76-9149-44e1-9b25-85a3ed0c378e req-08fc0826-7152-4c9b-a562-f8a366b68531 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769873 Apr 11 16:36:00.323775 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eeadfaa8-8443-414c-974c-8c9260a810ea req-0ca47575-b5a8-495e-865a-b55e6e289aeb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630159 Apr 11 16:36:00.418352 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:00.569254 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97d1a4-dd43-4de2-a8a5-edc3ae924fd7 req-8b512c95-0fc2-477a-bbde-86a3c6d8ffb9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:00.570693 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-de97d1a4-dd43-4de2-a8a5-edc3ae924fd7 req-8b512c95-0fc2-477a-bbde-86a3c6d8ffb9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0741134 Apr 11 16:36:00.576978 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75364-c448-487c-bd87-712cee2ddd8c req-6e52b626-780b-48cb-94f5-4fb7a791f3d9 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:00.578376 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61a75364-c448-487c-bd87-712cee2ddd8c req-6e52b626-780b-48cb-94f5-4fb7a791f3d9 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.0800023 Apr 11 16:36:00.649124 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-de97d1a4-dd43-4de2-a8a5-edc3ae924fd7 req-a269e6d3-5ade-4ad8-bb86-8a7129a2757a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697596 Apr 11 16:36:00.656129 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61a75364-c448-487c-bd87-712cee2ddd8c req-390334a5-08ad-43e5-9e86-0196fe8693ad tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709579 Apr 11 16:36:01.462434 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149be4c-e0df-4f44-bc20-7457c7c4b742 req-c692d25c-4f28-472d-adf9-cf20cd5ef385 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:01.464006 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a149be4c-e0df-4f44-bc20-7457c7c4b742 req-c692d25c-4f28-472d-adf9-cf20cd5ef385 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0757723 Apr 11 16:36:01.493871 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6fd51-53f1-4df0-be1c-9c7b3921a3e7 req-4ea57661-5df0-4484-897c-f64ea3ff86a8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:01.496127 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-add6fd51-53f1-4df0-be1c-9c7b3921a3e7 req-4ea57661-5df0-4484-897c-f64ea3ff86a8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 932 time: 0.0791013 Apr 11 16:36:01.560963 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a149be4c-e0df-4f44-bc20-7457c7c4b742 req-3f0d019b-c38c-48cd-9717-2bae23a29985 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901148 Apr 11 16:36:01.569687 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-add6fd51-53f1-4df0-be1c-9c7b3921a3e7 req-e651d2be-4df6-4335-87c2-fbfda35565fe tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636015 Apr 11 16:36:01.721854 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:01.799753 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfb89b-5884-456a-9698-c233afd95c06 req-1942d417-5279-4cc7-bf95-d84636ed20fd tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:01.801187 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42cfb89b-5884-456a-9698-c233afd95c06 req-1942d417-5279-4cc7-bf95-d84636ed20fd tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.0765080 Apr 11 16:36:01.810771 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeefdc-93d2-416b-85aa-5217eab490d0 req-24b8c861-6b86-44d6-ac21-460dfea846f4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:01.812173 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c9aeefdc-93d2-416b-85aa-5217eab490d0 req-24b8c861-6b86-44d6-ac21-460dfea846f4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0782967 Apr 11 16:36:01.883238 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42cfb89b-5884-456a-9698-c233afd95c06 req-c153e9d0-aaf0-424b-a7f6-7e578810cf89 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700932 Apr 11 16:36:01.886482 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c9aeefdc-93d2-416b-85aa-5217eab490d0 req-1fd894e6-a612-4c9e-b876-425591e0615d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677447 Apr 11 16:36:02.746885 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Request body: {'port': {'device_id': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:36:02.796705 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfc84d-a395-454b-a04a-e0bd02ffe23e req-25b2393f-a80b-4b11-9d50-92411695d669 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:02.798400 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-17cfc84d-a395-454b-a04a-e0bd02ffe23e req-25b2393f-a80b-4b11-9d50-92411695d669 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.1182806 Apr 11 16:36:02.829532 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78589181-0ac0-4f34-bec9-79ae7715aeee req-10a493f8-fb06-4829-af68-37a1d6d74aaa tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:02.831005 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-78589181-0ac0-4f34-bec9-79ae7715aeee req-10a493f8-fb06-4829-af68-37a1d6d74aaa tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 932 time: 0.1415794 Apr 11 16:36:02.858825 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-08819736-08a2-43ba-a8f6-df1ce80c7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:02.860356 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-08819736-08a2-43ba-a8f6-df1ce80c7466 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46281803c3eb4cfbaf258d62f8c4d916&device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 1127 time: 0.1196585 Apr 11 16:36:02.873673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0714d-b323-439f-b92b-5f30d2fed336 req-895621c4-9d9b-4888-a5bb-8441ab4b93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:02.875109 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4f0714d-b323-439f-b92b-5f30d2fed336 req-895621c4-9d9b-4888-a5bb-8441ab4b93dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 1127 time: 0.1155295 Apr 11 16:36:02.929293 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:02.973173 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c68a-c845-4ccb-a775-c07172981c58 req-84cf89ca-1717-49c7-9a66-338ac02cb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:02.974649 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e856c68a-c845-4ccb-a775-c07172981c58 req-84cf89ca-1717-49c7-9a66-338ac02cb623 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434392 Apr 11 16:36:02.999933 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d04ba8ee-031e-4328-b07f-436298040f9f req-d5dc2104-0dd8-49da-84c8-d0190629994f service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697732 Apr 11 16:36:03.074907 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-17cfc84d-a395-454b-a04a-e0bd02ffe23e req-1e1d02b3-e24c-404e-9901-44967d8e5f47 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568271 Apr 11 16:36:03.137271 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-2f43cafa-40fe-41ba-beff-4ec9762e7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:03.138791 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-2f43cafa-40fe-41ba-beff-4ec9762e7161 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 1127 time: 0.1102343 Apr 11 16:36:03.158108 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-78589181-0ac0-4f34-bec9-79ae7715aeee req-50ca4218-60fa-4fe5-9764-f4b2b052e0bd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158293 Apr 11 16:36:03.353002 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73169ab-a868-4681-96ea-03b1560d84b4 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:36:03.366145 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Publish callbacks [] for port (a73169ab-a868-4681-96ea-03b1560d84b4), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:03.390279 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Transition to ACTIVE for port object a73169ab-a868-4681-96ea-03b1560d84b4 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:36:03.396344 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:03.486484 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Pushing event updated for resources: {'Port': ['ID=a73169ab-a868-4681-96ea-03b1560d84b4,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:03.507619 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Attempting to bind port a73169ab-a868-4681-96ea-03b1560d84b4 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:36:03.508049 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Attempting to bind port a73169ab-a868-4681-96ea-03b1560d84b4 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:36:03.508543 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Attempting to bind port a73169ab-a868-4681-96ea-03b1560d84b4 on network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:36:03.513911 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Port a73169ab-a868-4681-96ea-03b1560d84b4 on network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:36:03.514263 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Attempting to bind port a73169ab-a868-4681-96ea-03b1560d84b4 on network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:36:03.519905 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:36:03.520311 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Checking segment: {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:36:03.521295 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Bound using segment: {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:36:03.521865 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Bound port: a73169ab-a868-4681-96ea-03b1560d84b4, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:36:03.522282 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:03.619480 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d076aa-6ac1-4d15-a1c6-80f39a0c9e5f req-7906e5b4-574f-416c-ad4a-648d2e15b042 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:03.621720 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] For port a73169ab-a868-4681-96ea-03b1560d84b4, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:36:03.625896 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] For port a73169ab-a868-4681-96ea-03b1560d84b4, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a73169ab-a868-4681-96ea-03b1560d84b4,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:36:03.627291 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34d076aa-6ac1-4d15-a1c6-80f39a0c9e5f req-7906e5b4-574f-416c-ad4a-648d2e15b042 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.2266927 Apr 11 16:36:03.636000 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:03.691306 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:03.692336 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:03.694140 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] 10.222.0.41 "PUT /v2.0/ports/a73169ab-a868-4681-96ea-03b1560d84b4 HTTP/1.1" status: 200 len: 1094 time: 0.9526148 Apr 11 16:36:03.694854 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'tag': 'a73169ab-a868-4681-96ea-03b1560d84b4'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:36:03.697483 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f7a075-2252-4fe3-9093-8ecfdc09354e" -d '{"events": [{"name": "network-changed", "server_uuid": "0db1c6a9-bc5a-45f7-bbd3-590292385768", "tag": "a73169ab-a868-4681-96ea-03b1560d84b4"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:36:03.715537 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263efb-d89b-448e-966a-97a9f986d554 req-5abd51ff-4621-4cf7-9327-8f972d91b734 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:03.726950 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-20263efb-d89b-448e-966a-97a9f986d554 req-5abd51ff-4621-4cf7-9327-8f972d91b734 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 943 time: 0.5676157 Apr 11 16:36:03.727266 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae0355-17d2-442b-a5c2-f8835045fe50 service neutron] Pushing event updated for resources: {'Port': ['ID=a73169ab-a868-4681-96ea-03b1560d84b4,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:03.749458 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-d01b474c-c2c8-4b04-98d4-1592de4b9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:03.751266 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-d01b474c-c2c8-4b04-98d4-1592de4b9308 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3943ee9-bf44-464a-b993-383db6dad056 HTTP/1.1" status: 200 len: 913 time: 0.8790007 Apr 11 16:36:03.759871 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0714d-b323-439f-b92b-5f30d2fed336 req-fa31e4b5-bf49-4a09-9b7b-1973dc095237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:03.761416 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4f0714d-b323-439f-b92b-5f30d2fed336 req-fa31e4b5-bf49-4a09-9b7b-1973dc095237 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fff5d5c8db254085a82ca911ead15f49&shared=False HTTP/1.1" status: 200 len: 918 time: 0.8661628 Apr 11 16:36:03.800376 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34d076aa-6ac1-4d15-a1c6-80f39a0c9e5f req-131a5e73-7457-4a1c-8fec-94b8385ddc02 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720059 Apr 11 16:36:03.805720 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 945545f7-d75c-4885-8d14-73d74d4f110d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:36:03.862778 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-20263efb-d89b-448e-966a-97a9f986d554 req-3406f85d-b5dd-45a3-b904-4ad16158fe1c tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342568 Apr 11 16:36:03.888237 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfca13bd-07f8-42a7-b20d-ea3ced809189 x-openstack-request-id: req-dfca13bd-07f8-42a7-b20d-ea3ced809189 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:36:03.888672 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db1c6a9-bc5a-45f7-bbd3-590292385768", "tag": "a73169ab-a868-4681-96ea-03b1560d84b4", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:36:03.888845 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfca13bd-07f8-42a7-b20d-ea3ced809189 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:36:03.889147 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfca13bd-07f8-42a7-b20d-ea3ced809189'] response: {'name': 'network-changed', 'server_uuid': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'tag': 'a73169ab-a868-4681-96ea-03b1560d84b4', 'status': 'completed', 'code': 200} Apr 11 16:36:03.947026 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 945545f7-d75c-4885-8d14-73d74d4f110d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=945545f7-d75c-4885-8d14-73d74d4f110d,segment=NetworkSegment(9578e28b-c252-4d31-97b3-076001c246ae),segment_id=9578e28b-c252-4d31-97b3-076001c246ae)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:03.965087 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '945545f7-d75c-4885-8d14-73d74d4f110d', 'network_id': 'e3943ee9-bf44-464a-b993-383db6dad056', 'port_id': '945545f7-d75c-4885-8d14-73d74d4f110d', 'mac_address': 'fa:16:3e:70:84:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:36:04.011506 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 945545f7-d75c-4885-8d14-73d74d4f110d is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:04.011939 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:04.034415 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945545f7-d75c-4885-8d14-73d74d4f110d {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:36:04.065975 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 945545f7-d75c-4885-8d14-73d74d4f110d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=945545f7-d75c-4885-8d14-73d74d4f110d,segment=NetworkSegment(9578e28b-c252-4d31-97b3-076001c246ae),segment_id=9578e28b-c252-4d31-97b3-076001c246ae)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:04.076908 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:04.138185 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=945545f7-d75c-4885-8d14-73d74d4f110d,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:04.198829 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec224b9-058a-4c65-a8a1-4dd126ce07ef req-07ac3bb2-ebe0-4c54-b0a5-9fbd1fce30f3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:04.200364 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0ec224b9-058a-4c65-a8a1-4dd126ce07ef req-07ac3bb2-ebe0-4c54-b0a5-9fbd1fce30f3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0479479 Apr 11 16:36:04.281594 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0ec224b9-058a-4c65-a8a1-4dd126ce07ef req-c6aaccf9-7900-4b1b-9fea-0b50ea886924 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752940 Apr 11 16:36:04.299663 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b906d0-a320-4248-a83a-245c9e766ffc req-77ba8b21-6730-49d4-993d-f250880e2ab7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:04.301318 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03b906d0-a320-4248-a83a-245c9e766ffc req-77ba8b21-6730-49d4-993d-f250880e2ab7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0672503 Apr 11 16:36:04.355437 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03b906d0-a320-4248-a83a-245c9e766ffc req-27357864-28dd-444b-9790-ea186eca40dd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476356 Apr 11 16:36:04.704569 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53142) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:04.812006 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-05b2c1d8-ad47-47af-bfdc-bdc3a466d912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:04.907283 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-05b2c1d8-ad47-47af-bfdc-bdc3a466d912 admin admin] Publish callbacks [] for security_group (e00e5278-a116-4cb0-a868-eeb66793a6d9), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:04.913592 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-05b2c1d8-ad47-47af-bfdc-bdc3a466d912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e00e5278-a116-4cb0-a868-eeb66793a6d9), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:04.935293 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430781-730b-4a0d-8ec9-126a14ae23e0 req-3c42b426-ce01-4a20-97bb-d27f337bba1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:04.937228 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-96430781-730b-4a0d-8ec9-126a14ae23e0 req-3c42b426-ce01-4a20-97bb-d27f337bba1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0662353 Apr 11 16:36:04.969175 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-05b2c1d8-ad47-47af-bfdc-bdc3a466d912 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b0f8e46d19b455a8d27bd08c2cff7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658985 Apr 11 16:36:04.970424 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2c1d8-ad47-47af-bfdc-bdc3a466d912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00e5278-a116-4cb0-a868-eeb66793a6d9,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:04.973066 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53158) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:05.023617 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6e5f95a8-660f-4762-a7b8-824a2b76647f admin admin] Publish callbacks [] for security_group (e00e5278-a116-4cb0-a868-eeb66793a6d9), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.029195 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde24f4-b7d7-420d-9d16-30fde38c5661 req-22e4f6fb-f68f-44bc-931c-4395959616a3 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:05.030728 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-abde24f4-b7d7-420d-9d16-30fde38c5661 req-22e4f6fb-f68f-44bc-931c-4395959616a3 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 944 time: 0.0801697 Apr 11 16:36:05.039250 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-96430781-730b-4a0d-8ec9-126a14ae23e0 req-8bf13cbc-6b19-4d2e-8100-a6f83995e352 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962825 Apr 11 16:36:05.064190 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6e5f95a8-660f-4762-a7b8-824a2b76647f admin admin] Publish callbacks [] for security_group (e00e5278-a116-4cb0-a868-eeb66793a6d9), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.099577 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-abde24f4-b7d7-420d-9d16-30fde38c5661 req-2afe5dca-4c03-4bf9-b02c-084ba6c668bc tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535336 Apr 11 16:36:05.127010 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6e5f95a8-660f-4762-a7b8-824a2b76647f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e00e5278-a116-4cb0-a868-eeb66793a6d9), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.129724 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6e5f95a8-660f-4762-a7b8-824a2b76647f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.131824 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6e5f95a8-660f-4762-a7b8-824a2b76647f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e00e5278-a116-4cb0-a868-eeb66793a6d9 HTTP/1.1" status: 204 len: 168 time: 0.1578212 Apr 11 16:36:05.136680 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 53166) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:05.143476 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f95a8-660f-4762-a7b8-824a2b76647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00e5278-a116-4cb0-a868-eeb66793a6d9,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:05.253585 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b0c75b6-4a32-4dc2-9b14-2f2e430cd7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.366313 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b0c75b6-4a32-4dc2-9b14-2f2e430cd7c4 admin admin] Publish callbacks [] for security_group (52fd733c-c47d-462c-a179-9423579d61e8), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.373585 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b0c75b6-4a32-4dc2-9b14-2f2e430cd7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (52fd733c-c47d-462c-a179-9423579d61e8), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.476050 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53178) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:05.476327 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c75b6-4a32-4dc2-9b14-2f2e430cd7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd733c-c47d-462c-a179-9423579d61e8,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:05.487920 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3b0c75b6-4a32-4dc2-9b14-2f2e430cd7c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a3c5d05827c40238a0f4de08a7bf4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501911 Apr 11 16:36:05.495349 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53180) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:05.501822 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-604c1672-e33a-4e9d-af0a-c6185014df36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.516320 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a6882-e413-49c4-ab8d-f343ca50716b req-9cfa59b4-13d2-4553-81d2-68b41cd97829 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:05.517814 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0f9a6882-e413-49c4-ab8d-f343ca50716b req-9cfa59b4-13d2-4553-81d2-68b41cd97829 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.1292892 Apr 11 16:36:05.545524 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d3991-b400-4b8a-9775-b2356b160100 req-91b83e1d-779b-4061-9c10-a8128fa7276d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:05.547054 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e86d3991-b400-4b8a-9775-b2356b160100 req-91b83e1d-779b-4061-9c10-a8128fa7276d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0867698 Apr 11 16:36:05.583560 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a76a4f2d-08f3-4836-85e0-5a4ed9e7c410 admin admin] Publish callbacks [] for security_group (52fd733c-c47d-462c-a179-9423579d61e8), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.603026 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0f9a6882-e413-49c4-ab8d-f343ca50716b req-a693ab4d-44d6-4a50-959e-18f8e07fc558 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790586 Apr 11 16:36:05.622898 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e86d3991-b400-4b8a-9775-b2356b160100 req-c4b36122-9958-40af-bd68-3fa707907916 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685260 Apr 11 16:36:05.626070 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a76a4f2d-08f3-4836-85e0-5a4ed9e7c410 admin admin] Publish callbacks [] for security_group (52fd733c-c47d-462c-a179-9423579d61e8), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.651089 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-604c1672-e33a-4e9d-af0a-c6185014df36 admin admin] Publish callbacks [] for security_group (5b34779d-9d64-4450-aa4b-1bf175f4e2c9), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.663937 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-604c1672-e33a-4e9d-af0a-c6185014df36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (5b34779d-9d64-4450-aa4b-1bf175f4e2c9), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.709421 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-604c1672-e33a-4e9d-af0a-c6185014df36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b160ca50987e410f9cbfabf8968d626f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296066 Apr 11 16:36:05.709421 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c1672-e33a-4e9d-af0a-c6185014df36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b34779d-9d64-4450-aa4b-1bf175f4e2c9,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:05.710159 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 53182) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:05.726325 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a76a4f2d-08f3-4836-85e0-5a4ed9e7c410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (52fd733c-c47d-462c-a179-9423579d61e8), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.729367 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a76a4f2d-08f3-4836-85e0-5a4ed9e7c410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.730554 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a76a4f2d-08f3-4836-85e0-5a4ed9e7c410 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52fd733c-c47d-462c-a179-9423579d61e8 HTTP/1.1" status: 204 len: 168 time: 0.2342041 Apr 11 16:36:05.738668 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a4f2d-08f3-4836-85e0-5a4ed9e7c410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fd733c-c47d-462c-a179-9423579d61e8,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:05.776491 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a6f78c7f-918b-42d1-87fe-e7a64adde7e8 admin admin] Publish callbacks [] for security_group (5b34779d-9d64-4450-aa4b-1bf175f4e2c9), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.805372 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a6f78c7f-918b-42d1-87fe-e7a64adde7e8 admin admin] Publish callbacks [] for security_group (5b34779d-9d64-4450-aa4b-1bf175f4e2c9), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.857378 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a6f78c7f-918b-42d1-87fe-e7a64adde7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (5b34779d-9d64-4450-aa4b-1bf175f4e2c9), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.860442 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a6f78c7f-918b-42d1-87fe-e7a64adde7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:05.861791 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a6f78c7f-918b-42d1-87fe-e7a64adde7e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b34779d-9d64-4450-aa4b-1bf175f4e2c9 HTTP/1.1" status: 204 len: 168 time: 0.1495700 Apr 11 16:36:05.871309 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f78c7f-918b-42d1-87fe-e7a64adde7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b34779d-9d64-4450-aa4b-1bf175f4e2c9,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:06.087304 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 53196) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:06.108804 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5743f425-2709-4865-ba76-8902af7e9186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:06.237775 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3bf7-1a62-47e4-89cb-d971375ba83a req-eb41cbba-3fb5-4451-87e6-fe65ea7d6a89 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:06.239301 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c29b3bf7-1a62-47e4-89cb-d971375ba83a req-eb41cbba-3fb5-4451-87e6-fe65ea7d6a89 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0946097 Apr 11 16:36:06.278933 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd9a73-cf26-4fe4-8538-5970059e0923 req-01e7e0e7-a855-41d2-9452-ca3d7db7b061 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:06.280540 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f6fd9a73-cf26-4fe4-8538-5970059e0923 req-01e7e0e7-a855-41d2-9452-ca3d7db7b061 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 944 time: 0.0957973 Apr 11 16:36:06.335922 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5743f425-2709-4865-ba76-8902af7e9186 admin admin] Publish callbacks [] for security_group (ad09c736-9471-489d-9e4a-c4d06d48d261), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:06.344847 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5743f425-2709-4865-ba76-8902af7e9186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (ad09c736-9471-489d-9e4a-c4d06d48d261), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:06.353414 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c29b3bf7-1a62-47e4-89cb-d971375ba83a req-aa465707-6988-466d-8c21-aea41521d42d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065443 Apr 11 16:36:06.404911 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5743f425-2709-4865-ba76-8902af7e9186 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=418d5dcadd1c4e66a20a59d1e1d57a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135521 Apr 11 16:36:06.407527 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53210) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:06.410924 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f6fd9a73-cf26-4fe4-8538-5970059e0923 req-ea8b1294-3300-4853-b173-62709931ee2b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203926 Apr 11 16:36:06.411712 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743f425-2709-4865-ba76-8902af7e9186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad09c736-9471-489d-9e4a-c4d06d48d261,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:06.485965 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9766f51e-e5d0-4a3a-831c-60c8bc47330c admin admin] Publish callbacks [] for security_group (ad09c736-9471-489d-9e4a-c4d06d48d261), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:06.509906 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9766f51e-e5d0-4a3a-831c-60c8bc47330c admin admin] Publish callbacks [] for security_group (ad09c736-9471-489d-9e4a-c4d06d48d261), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:06.565676 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9766f51e-e5d0-4a3a-831c-60c8bc47330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (ad09c736-9471-489d-9e4a-c4d06d48d261), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:06.568355 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9766f51e-e5d0-4a3a-831c-60c8bc47330c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:06.569711 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9766f51e-e5d0-4a3a-831c-60c8bc47330c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad09c736-9471-489d-9e4a-c4d06d48d261 HTTP/1.1" status: 204 len: 168 time: 0.1609766 Apr 11 16:36:06.583264 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766f51e-e5d0-4a3a-831c-60c8bc47330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad09c736-9471-489d-9e4a-c4d06d48d261,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:06.783465 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451f1c3-f47d-4e33-8617-64921204d7ac req-2d1427dd-591b-46f5-ac17-56f4ce024912 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:06.790612 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c451f1c3-f47d-4e33-8617-64921204d7ac req-2d1427dd-591b-46f5-ac17-56f4ce024912 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0836556 Apr 11 16:36:06.798717 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a273b56-3ea4-4dbc-9969-c99efd5e93c2 req-a1ca930f-8211-4387-a4bc-da3959c45307 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:06.800224 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2a273b56-3ea4-4dbc-9969-c99efd5e93c2 req-a1ca930f-8211-4387-a4bc-da3959c45307 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0915022 Apr 11 16:36:06.876686 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c451f1c3-f47d-4e33-8617-64921204d7ac req-3670edcb-b19d-4ec8-8b6a-04716c9820ad tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851254 Apr 11 16:36:06.885847 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2a273b56-3ea4-4dbc-9969-c99efd5e93c2 req-a2ab2259-1d9c-4c78-a9b4-c8f1b1aec84f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 Apr 11 16:36:06.938747 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53234) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:06.953341 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca813e3b-193b-45c0-855c-c4a85986ce17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:07.036315 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca813e3b-193b-45c0-855c-c4a85986ce17 admin admin] Publish callbacks [] for security_group (2c7eb638-a26d-4fcd-9dcb-a6103f1d9fad), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:07.042126 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca813e3b-193b-45c0-855c-c4a85986ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2c7eb638-a26d-4fcd-9dcb-a6103f1d9fad), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:07.081923 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca813e3b-193b-45c0-855c-c4a85986ce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7eb638-a26d-4fcd-9dcb-a6103f1d9fad,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:07.087265 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ca813e3b-193b-45c0-855c-c4a85986ce17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=067015bf2d6a4c7db1902b998c4b0c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473632 Apr 11 16:36:07.090381 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 53238) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:07.146257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa249-f65c-4115-a01b-3619b8138d5c admin admin] Publish callbacks [] for security_group (2c7eb638-a26d-4fcd-9dcb-a6103f1d9fad), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:07.171555 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa249-f65c-4115-a01b-3619b8138d5c admin admin] Publish callbacks [] for security_group (2c7eb638-a26d-4fcd-9dcb-a6103f1d9fad), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:07.230319 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa249-f65c-4115-a01b-3619b8138d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2c7eb638-a26d-4fcd-9dcb-a6103f1d9fad), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:07.233037 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa249-f65c-4115-a01b-3619b8138d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:07.237197 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5d7fa249-f65c-4115-a01b-3619b8138d5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c7eb638-a26d-4fcd-9dcb-a6103f1d9fad HTTP/1.1" status: 204 len: 168 time: 0.1429780 Apr 11 16:36:07.245991 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fa249-f65c-4115-a01b-3619b8138d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7eb638-a26d-4fcd-9dcb-a6103f1d9fad,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:07.519294 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18a07c-405a-40a8-a342-acb7e5588cd0 req-a946ff8f-5c51-41ae-b0a7-25086ef0da18 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:07.520952 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d18a07c-405a-40a8-a342-acb7e5588cd0 req-a946ff8f-5c51-41ae-b0a7-25086ef0da18 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0890605 Apr 11 16:36:07.574076 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b4b2-3130-44e9-a489-f6ce0775ccbf req-ee2276aa-2cb3-4949-ab97-8417eb042244 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:07.575591 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5470b4b2-3130-44e9-a489-f6ce0775ccbf req-ee2276aa-2cb3-4949-ab97-8417eb042244 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 944 time: 0.0804765 Apr 11 16:36:07.618958 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d18a07c-405a-40a8-a342-acb7e5588cd0 req-25e3f2f6-d5cb-496e-964a-70326f9c894c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778713 Apr 11 16:36:07.645453 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5470b4b2-3130-44e9-a489-f6ce0775ccbf req-8468036a-251f-41b0-b1ed-88f303bdd58a tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591574 Apr 11 16:36:08.037084 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2983e-55a1-4724-95ee-20b8f89ce6f3 req-4c4cc4fc-0718-4c7c-94d3-408deb141fed tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:08.038725 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22a2983e-55a1-4724-95ee-20b8f89ce6f3 req-4c4cc4fc-0718-4c7c-94d3-408deb141fed tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0810671 Apr 11 16:36:08.050538 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a201d6a-519d-42b1-8040-29e8ec1cc076 req-bbfcec90-3b4d-423e-9ccd-6dec4a2282fb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:08.052202 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a201d6a-519d-42b1-8040-29e8ec1cc076 req-bbfcec90-3b4d-423e-9ccd-6dec4a2282fb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0818610 Apr 11 16:36:08.124620 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22a2983e-55a1-4724-95ee-20b8f89ce6f3 req-353b74db-0367-445d-bca2-ff39c21f877d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713463 Apr 11 16:36:08.130366 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a201d6a-519d-42b1-8040-29e8ec1cc076 req-1244bd20-a672-43d2-b009-7c35b361d429 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706844 Apr 11 16:36:08.773780 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13399dd8-3806-499e-8403-17a79664e5de req-b8132fd2-c0ec-427e-b33a-d21677af551f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:08.775493 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-13399dd8-3806-499e-8403-17a79664e5de req-b8132fd2-c0ec-427e-b33a-d21677af551f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0760114 Apr 11 16:36:08.796158 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fc4ce-2a4e-47de-bee1-8e7be68da36f req-382bc95c-044b-432c-817e-f27e532e20d7 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:08.797576 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-820fc4ce-2a4e-47de-bee1-8e7be68da36f req-382bc95c-044b-432c-817e-f27e532e20d7 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 944 time: 0.0692749 Apr 11 16:36:08.866866 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-13399dd8-3806-499e-8403-17a79664e5de req-147d0fe8-7cd0-470c-9ca5-1ee7f40d1698 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851142 Apr 11 16:36:08.871242 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-820fc4ce-2a4e-47de-bee1-8e7be68da36f req-6bc8f01e-5a3a-43f4-806c-c92c903c9efa tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672250 Apr 11 16:36:09.289976 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb3b5-b39b-4fda-b0dd-673be7af99df req-a90a02cc-8961-49d5-a724-f99072b6e154 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:09.291496 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5f0fb3b5-b39b-4fda-b0dd-673be7af99df req-a90a02cc-8961-49d5-a724-f99072b6e154 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0829766 Apr 11 16:36:09.295260 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['945545f7-d75c-4885-8d14-73d74d4f110d'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:36:09.304061 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982061c-8919-4587-972b-edaa239e57cd req-9f4858cf-1878-4bba-a075-0ceba9c00692 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:09.305810 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6982061c-8919-4587-972b-edaa239e57cd req-9f4858cf-1878-4bba-a075-0ceba9c00692 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0826261 Apr 11 16:36:09.384465 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5f0fb3b5-b39b-4fda-b0dd-673be7af99df req-cea45ea7-5964-49db-83ac-7aba1b67ad75 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867970 Apr 11 16:36:09.400155 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6982061c-8919-4587-972b-edaa239e57cd req-3e2836ea-5448-495d-a74e-9bbdc169405e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802073 Apr 11 16:36:10.025286 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80bba6-badb-4f3a-820b-54310cb317bd req-69849e1a-efb1-4f37-9f08-2c35aabcc42b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.030994 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa80bba6-badb-4f3a-820b-54310cb317bd req-69849e1a-efb1-4f37-9f08-2c35aabcc42b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0851884 Apr 11 16:36:10.033563 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbc672-609f-4186-bf07-dbaec89d347a req-505a42ab-e563-47b2-bbd2-666728420495 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.034581 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1cbbc672-609f-4186-bf07-dbaec89d347a req-505a42ab-e563-47b2-bbd2-666728420495 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 944 time: 0.0820470 Apr 11 16:36:10.112076 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa80bba6-badb-4f3a-820b-54310cb317bd req-7d6bfb80-ef8d-4f8e-99d7-5cb68516ff4e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765142 Apr 11 16:36:10.115267 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1cbbc672-609f-4186-bf07-dbaec89d347a req-3f0fbca9-62be-4957-980f-3963bc0f1112 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728807 Apr 11 16:36:10.314207 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-506db6fa-d76b-4d96-a66d-a23903f50f73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397ce2a8-6d73-4bf8-b796-c54287e1035a HTTP/1.1" status: 200 len: 217 time: 0.0498173 Apr 11 16:36:10.332761 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-9ca6fc81-6c65-4271-9e9e-d499841b374a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=945545f7-d75c-4885-8d14-73d74d4f110d HTTP/1.1" status: 200 len: 217 time: 0.0673842 Apr 11 16:36:10.382793 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7a075-2252-4fe3-9093-8ecfdc09354e req-36df76b8-2fd1-4951-b458-a03842b61a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.384366 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f3f7a075-2252-4fe3-9093-8ecfdc09354e req-36df76b8-2fd1-4951-b458-a03842b61a9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 1128 time: 0.0846710 Apr 11 16:36:10.393391 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-38fbda47-0653-486f-afdb-308bc351895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.394817 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-38fbda47-0653-486f-afdb-308bc351895c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0640297 Apr 11 16:36:10.517784 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-bc7eb542-eb30-4b35-8b6b-5d02770e0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.518778 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-bc7eb542-eb30-4b35-8b6b-5d02770e0fde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152196 Apr 11 16:36:10.527921 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device dda955e6-e188-4b67-ae24-2bcd2bd689f7 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:36:10.553451 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-eb0795f4-0feb-480b-b854-aaa431ae053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.555138 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-eb0795f4-0feb-480b-b854-aaa431ae053c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e HTTP/1.1" status: 200 len: 852 time: 0.2120588 Apr 11 16:36:10.556749 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 945545f7-d75c-4885-8d14-73d74d4f110d up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:36:10.578275 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7a075-2252-4fe3-9093-8ecfdc09354e req-78c2ecb3-b363-4810-8549-92f209aff356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.580108 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f3f7a075-2252-4fe3-9093-8ecfdc09354e req-78c2ecb3-b363-4810-8549-92f209aff356 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1844230 Apr 11 16:36:10.627175 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 945545f7-d75c-4885-8d14-73d74d4f110d completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:36:10.635013 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0714d-b323-439f-b92b-5f30d2fed336 req-e4fd4de9-c446-4a44-a466-687e355068be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.636519 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4f0714d-b323-439f-b92b-5f30d2fed336 req-e4fd4de9-c446-4a44-a466-687e355068be service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3724792 Apr 11 16:36:10.638118 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-17aa771b-2ffd-423b-945a-ed776261bfaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3943ee9-bf44-464a-b993-383db6dad056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513077 Apr 11 16:36:10.644972 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f21278-1a57-4f86-9930-8bb1eaf49401 req-9b38a6d1-1d72-45db-acc6-5ebe3d5376d2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.647265 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-31f21278-1a57-4f86-9930-8bb1eaf49401 req-9b38a6d1-1d72-45db-acc6-5ebe3d5376d2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.1632147 Apr 11 16:36:10.666455 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edcec3-43ee-438c-8095-5edea86f1a56 req-e3ae53f3-bf88-4230-927c-70013ad0796d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.668379 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66edcec3-43ee-438c-8095-5edea86f1a56 req-e3ae53f3-bf88-4230-927c-70013ad0796d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.1521559 Apr 11 16:36:10.711244 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 945545f7-d75c-4885-8d14-73d74d4f110d triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:36:10.711596 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:10.766064 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7a075-2252-4fe3-9093-8ecfdc09354e req-879faace-b368-4585-809d-5b1ff3d2322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.767625 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f3f7a075-2252-4fe3-9093-8ecfdc09354e req-879faace-b368-4585-809d-5b1ff3d2322f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589179 Apr 11 16:36:10.802941 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port dda955e6-e188-4b67-ae24-2bcd2bd689f7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:10.825223 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': 'dda955e6-e188-4b67-ae24-2bcd2bd689f7', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'port_id': 'dda955e6-e188-4b67-ae24-2bcd2bd689f7', 'mac_address': 'fa:16:3e:02:2f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:36:10.833447 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-1b4e262a-fd1d-426c-84cf-4dd7dbe55e54 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064165 Apr 11 16:36:10.863806 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-a485a782-3370-489c-8495-8e7a3618c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:10.863806 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-a485a782-3370-489c-8495-8e7a3618c279 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 1127 time: 0.1754766 Apr 11 16:36:10.953711 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port dda955e6-e188-4b67-ae24-2bcd2bd689f7 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:10.954294 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:10.982302 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda955e6-e188-4b67-ae24-2bcd2bd689f7 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:36:10.990465 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4161e4c-4ef1-4916-ba44-906a7a274be4 req-942a7801-19b1-4a46-af20-1a7be8c0cd4d service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208193 Apr 11 16:36:11.006725 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-31f21278-1a57-4f86-9930-8bb1eaf49401 req-f5c47f15-98ab-42b2-8698-db64f2167580 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342917 Apr 11 16:36:11.014766 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-f13c0f59-4a1a-4a14-9c5e-752d4d6b2811 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b85453b-0363-47d5-9902-93d848d7263e HTTP/1.1" status: 200 len: 217 time: 0.1168232 Apr 11 16:36:11.019097 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-a6a8809d-0f51-4746-8a32-8e5781580bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:11.019448 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port dda955e6-e188-4b67-ae24-2bcd2bd689f7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:11.021958 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-a6a8809d-0f51-4746-8a32-8e5781580bb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 1128 time: 0.1875093 Apr 11 16:36:11.025094 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66edcec3-43ee-438c-8095-5edea86f1a56 req-15ec24cc-3744-42c0-baac-70b67643a513 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376775 Apr 11 16:36:11.030442 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:11.036229 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 945545f7-d75c-4885-8d14-73d74d4f110d is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:11.036829 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:11.039618 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-968fb106-61d3-415d-a865-33e7883a4067 service neutron] 10.222.0.41 "GET /v2.0/networks/e3943ee9-bf44-464a-b993-383db6dad056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880210 Apr 11 16:36:11.091370 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-b1d49a1c-e3d4-4b26-9245-dc617abd0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:11.091370 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-b1d49a1c-e3d4-4b26-9245-dc617abd0de3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0539272 Apr 11 16:36:11.102903 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3017c9b9-0056-46a2-b176-6036aad45db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945545f7-d75c-4885-8d14-73d74d4f110d'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:36:11.195521 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 945545f7-d75c-4885-8d14-73d74d4f110d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=945545f7-d75c-4885-8d14-73d74d4f110d,segment=NetworkSegment(9578e28b-c252-4d31-97b3-076001c246ae),segment_id=9578e28b-c252-4d31-97b3-076001c246ae)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:11.197253 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=dda955e6-e188-4b67-ae24-2bcd2bd689f7,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:11.206643 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:11.267153 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=945545f7-d75c-4885-8d14-73d74d4f110d,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:11.315752 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e238e55-c376-4a5d-9d3e-833cc1a2adc5 req-7f97a227-e2f9-4b04-a91f-79355c28ed16 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:11.317832 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0e238e55-c376-4a5d-9d3e-833cc1a2adc5 req-7f97a227-e2f9-4b04-a91f-79355c28ed16 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0866122 Apr 11 16:36:11.420303 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a811fcf-ef9f-4af8-a912-27c2655cba43" -d '{"events": [{"server_uuid": "3017c9b9-0056-46a2-b176-6036aad45db0", "name": "network-vif-plugged", "status": "completed", "tag": "945545f7-d75c-4885-8d14-73d74d4f110d"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:36:11.423456 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626ad4-f80d-430c-ac3f-226937422787 req-be5c8ad6-4cc3-43d4-b40a-9780986a0190 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:11.430392 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-09626ad4-f80d-430c-ac3f-226937422787 req-be5c8ad6-4cc3-43d4-b40a-9780986a0190 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.1062911 Apr 11 16:36:11.451894 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0e238e55-c376-4a5d-9d3e-833cc1a2adc5 req-2bae11ed-c337-4156-a957-06c71a2a69e9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195755 Apr 11 16:36:11.516154 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-09626ad4-f80d-430c-ac3f-226937422787 req-77574511-506c-403f-9253-d722a7dcd607 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760155 Apr 11 16:36:11.575478 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe42dc-338c-464b-9180-2d5616103174 x-openstack-request-id: req-4abe42dc-338c-464b-9180-2d5616103174 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:36:11.576047 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3017c9b9-0056-46a2-b176-6036aad45db0", "name": "network-vif-plugged", "status": "completed", "tag": "945545f7-d75c-4885-8d14-73d74d4f110d", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:36:11.576047 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4abe42dc-338c-464b-9180-2d5616103174 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:36:11.576491 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4abe42dc-338c-464b-9180-2d5616103174'] response: {'server_uuid': '3017c9b9-0056-46a2-b176-6036aad45db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945545f7-d75c-4885-8d14-73d74d4f110d', 'code': 200} Apr 11 16:36:11.769151 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['dda955e6-e188-4b67-ae24-2bcd2bd689f7'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:36:12.112763 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350df0eb-7ff6-4e43-a1f7-29e19ebec9ef req-fe6a3329-7af2-4f51-a326-3cd9f36efba6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:12.114220 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-350df0eb-7ff6-4e43-a1f7-29e19ebec9ef req-fe6a3329-7af2-4f51-a326-3cd9f36efba6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0579178 Apr 11 16:36:12.164338 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9dca-525c-4370-b1ca-38323cfe0e18 req-095b746e-81ef-4421-b25f-f8a835c01dd2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:12.166095 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-999a9dca-525c-4370-b1ca-38323cfe0e18 req-095b746e-81ef-4421-b25f-f8a835c01dd2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0702746 Apr 11 16:36:12.208237 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-350df0eb-7ff6-4e43-a1f7-29e19ebec9ef req-e383be9f-e70d-47d6-8528-b6e614a1ffd4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781846 Apr 11 16:36:12.231714 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-999a9dca-525c-4370-b1ca-38323cfe0e18 req-c24c77ca-649b-40d9-ac5c-d472fb339f23 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600157 Apr 11 16:36:12.586561 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2fd2-d038-4fab-91ef-f317ae9eb972 req-74385177-1e9a-49cc-afe2-e2434902b034 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:12.593981 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f50e2fd2-d038-4fab-91ef-f317ae9eb972 req-74385177-1e9a-49cc-afe2-e2434902b034 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0685799 Apr 11 16:36:12.659600 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95618899-c436-45ed-b0ca-8fa51fbb9d98 req-57b0790c-6d45-4358-ba75-23a15121221e tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:12.661267 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-95618899-c436-45ed-b0ca-8fa51fbb9d98 req-57b0790c-6d45-4358-ba75-23a15121221e tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0647063 Apr 11 16:36:12.688508 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f50e2fd2-d038-4fab-91ef-f317ae9eb972 req-2bff8a6d-a127-4aa6-96e9-3b229c41cecf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933068 Apr 11 16:36:12.740544 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-95618899-c436-45ed-b0ca-8fa51fbb9d98 req-bf9ec367-5df1-4ea6-929b-ad2c94b42883 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703094 Apr 11 16:36:13.544125 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9bc7c-e965-461a-a541-bc6c20e1235d req-e4035df1-8b5d-4b6d-9f8b-5a57d47473f7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:13.545634 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5fd9bc7c-e965-461a-a541-bc6c20e1235d req-e4035df1-8b5d-4b6d-9f8b-5a57d47473f7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.2683840 Apr 11 16:36:13.567577 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a32b1-50d3-4290-8462-d0430d13f97b req-029ed2ae-10e8-4a5a-8875-6b36bbef0f8c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:13.569061 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ec4a32b1-50d3-4290-8462-d0430d13f97b req-029ed2ae-10e8-4a5a-8875-6b36bbef0f8c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0674703 Apr 11 16:36:13.631292 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5fd9bc7c-e965-461a-a541-bc6c20e1235d req-a42b2ba0-14e0-430b-99a4-4fa55f5de14f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799022 Apr 11 16:36:13.653368 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ec4a32b1-50d3-4290-8462-d0430d13f97b req-ea3341a3-e3cc-4478-a77c-073d44137520 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694673 Apr 11 16:36:13.848268 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896e121-455c-4566-a9c6-81fb4454f848 req-5cc91cc7-6b3b-4f41-9d81-8c5ebad0ccee tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:13.849782 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e896e121-455c-4566-a9c6-81fb4454f848 req-5cc91cc7-6b3b-4f41-9d81-8c5ebad0ccee tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0844421 Apr 11 16:36:13.881159 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1f30b-ab7b-45c8-841d-a12915f1899c req-24100e5f-66f7-4b85-8c32-c40ab38ff79b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:13.882848 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bec1f30b-ab7b-45c8-841d-a12915f1899c req-24100e5f-66f7-4b85-8c32-c40ab38ff79b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0730298 Apr 11 16:36:13.926969 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e896e121-455c-4566-a9c6-81fb4454f848 req-9e757f6d-02f7-4127-9659-befb0225c7c9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700774 Apr 11 16:36:13.956328 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bec1f30b-ab7b-45c8-841d-a12915f1899c req-50e11d39-4f86-49c4-95c9-0a40b5118768 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Apr 11 16:36:14.784060 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffbb3f-b15c-4188-8bad-c0ade800c78a req-27a02fdb-b0ff-4def-b2ec-d6e48c0e3ddf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:14.785558 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-70ffbb3f-b15c-4188-8bad-c0ade800c78a req-27a02fdb-b0ff-4def-b2ec-d6e48c0e3ddf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0792973 Apr 11 16:36:14.794093 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2614ba-20d6-4cf5-8cf2-1a86f3bdfe80 req-27c4015f-cc07-46e1-988e-94a16c2b1fbb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:14.795540 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fe2614ba-20d6-4cf5-8cf2-1a86f3bdfe80 req-27c4015f-cc07-46e1-988e-94a16c2b1fbb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0783012 Apr 11 16:36:14.868381 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-70ffbb3f-b15c-4188-8bad-c0ade800c78a req-5dada062-0034-499a-83ca-99be73315028 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717628 Apr 11 16:36:14.875569 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fe2614ba-20d6-4cf5-8cf2-1a86f3bdfe80 req-45fd7356-95f3-4288-af15-9eb215af99f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721204 Apr 11 16:36:15.081378 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc0f58-2942-4e82-b372-583a79a149cc req-a13300dc-6afe-4ad6-af4d-544235c19c12 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:15.082830 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3acc0f58-2942-4e82-b372-583a79a149cc req-a13300dc-6afe-4ad6-af4d-544235c19c12 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0822487 Apr 11 16:36:15.101731 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e04031-34f9-4ccd-949d-6ac9d5438f31 req-252d122d-a71e-4bc7-96dc-e865e97e4a7a tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:15.103183 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d2e04031-34f9-4ccd-949d-6ac9d5438f31 req-252d122d-a71e-4bc7-96dc-e865e97e4a7a tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0704422 Apr 11 16:36:15.162673 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3acc0f58-2942-4e82-b372-583a79a149cc req-43cf984f-529e-4991-87fa-cf8255a7a434 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738273 Apr 11 16:36:15.175440 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d2e04031-34f9-4ccd-949d-6ac9d5438f31 req-21dfb797-e59b-467b-9fe8-fc70a6854d32 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646327 Apr 11 16:36:16.020794 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fefacf-ee70-42e4-842c-39f54cc9e940 req-d2ca4717-358b-4f6f-a51e-51f588a3cde8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:16.022159 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c1fefacf-ee70-42e4-842c-39f54cc9e940 req-d2ca4717-358b-4f6f-a51e-51f588a3cde8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0810099 Apr 11 16:36:16.028913 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c8ab9-68d7-45e5-989a-3953c03c5a31 req-069cb334-b1d9-4e58-b7fe-fce8e1195bc1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:16.030415 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e5c8ab9-68d7-45e5-989a-3953c03c5a31 req-069cb334-b1d9-4e58-b7fe-fce8e1195bc1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0785100 Apr 11 16:36:16.106136 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c1fefacf-ee70-42e4-842c-39f54cc9e940 req-503d4542-867c-404a-bc3a-93c3f4ab16da tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745916 Apr 11 16:36:16.109467 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e5c8ab9-68d7-45e5-989a-3953c03c5a31 req-48d6982c-a1ae-4f72-a9cb-42d6edb92adb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679328 Apr 11 16:36:16.313261 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a5630-84e2-493e-83c2-ff50b85e6c5a req-399b9c2b-90da-4574-81fd-2de0c131cce8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:16.314628 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f90a5630-84e2-493e-83c2-ff50b85e6c5a req-399b9c2b-90da-4574-81fd-2de0c131cce8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0759103 Apr 11 16:36:16.323409 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee4363-b798-4c04-b02f-ce7d9ba3612e req-986924c5-4993-4d0b-8d08-2cc8aa1a3fc2 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:16.324844 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6fee4363-b798-4c04-b02f-ce7d9ba3612e req-986924c5-4993-4d0b-8d08-2cc8aa1a3fc2 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0753436 Apr 11 16:36:16.396374 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f90a5630-84e2-493e-83c2-ff50b85e6c5a req-f83b31f8-b1f5-4e0e-aa76-6e661c8b8ccf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705731 Apr 11 16:36:16.399606 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6fee4363-b798-4c04-b02f-ce7d9ba3612e req-5312903d-d6a9-4474-805b-3379b45e29c2 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681129 Apr 11 16:36:17.109989 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device dda955e6-e188-4b67-ae24-2bcd2bd689f7 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:36:17.151888 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:17.174646 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port dda955e6-e188-4b67-ae24-2bcd2bd689f7 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:36:17.182008 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port dda955e6-e188-4b67-ae24-2bcd2bd689f7 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:36:17.182551 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:17.261080 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7ed6a-e558-4aa9-8a36-d9f32cfeb1f7 req-2139f840-3d20-41a2-a435-4c977a55076c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:17.263685 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23c7ed6a-e558-4aa9-8a36-d9f32cfeb1f7 req-2139f840-3d20-41a2-a435-4c977a55076c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.0791335 Apr 11 16:36:17.269341 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101339-4221-496c-80ca-c650719e329f req-7fe57bfe-1bf2-41f6-9f49-afc4d425028d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:17.270782 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f9101339-4221-496c-80ca-c650719e329f req-7fe57bfe-1bf2-41f6-9f49-afc4d425028d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0860069 Apr 11 16:36:17.275087 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port dda955e6-e188-4b67-ae24-2bcd2bd689f7 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:17.275835 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:17.305311 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dc4a3c-61a6-4e27-af48-37b52aa6a959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda955e6-e188-4b67-ae24-2bcd2bd689f7'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:36:17.307688 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c515b8b8-622a-4540-bd2f-148edc310013" -d '{"events": [{"server_uuid": "a3dc4a3c-61a6-4e27-af48-37b52aa6a959", "name": "network-vif-plugged", "status": "completed", "tag": "dda955e6-e188-4b67-ae24-2bcd2bd689f7"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:36:17.320621 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port dda955e6-e188-4b67-ae24-2bcd2bd689f7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:17.324931 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:17.346422 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23c7ed6a-e558-4aa9-8a36-d9f32cfeb1f7 req-d2ddec00-c3a9-4f3b-9d92-82157239a718 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746138 Apr 11 16:36:17.353871 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f9101339-4221-496c-80ca-c650719e329f req-267a2610-4c1e-46d3-b7a8-0da8ba018319 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759022 Apr 11 16:36:17.383039 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=dda955e6-e188-4b67-ae24-2bcd2bd689f7,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:17.390420 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.390773 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.391142 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.391500 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.391913 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.392194 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.392526 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.392853 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.393180 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.393505 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.393836 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.394180 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.394505 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.394825 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.395154 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:17.399701 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf215b3-ff36-4cc5-aa02-0bcfb0906477 x-openstack-request-id: req-2bf215b3-ff36-4cc5-aa02-0bcfb0906477 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:36:17.400004 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dc4a3c-61a6-4e27-af48-37b52aa6a959", "name": "network-vif-plugged", "status": "completed", "tag": "dda955e6-e188-4b67-ae24-2bcd2bd689f7", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:36:17.400262 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2bf215b3-ff36-4cc5-aa02-0bcfb0906477 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:36:17.400652 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf215b3-ff36-4cc5-aa02-0bcfb0906477'] response: {'server_uuid': 'a3dc4a3c-61a6-4e27-af48-37b52aa6a959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda955e6-e188-4b67-ae24-2bcd2bd689f7', 'code': 200} Apr 11 16:36:17.540119 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03175a-80ec-459d-b67d-96ca74ab8560 req-6b1dbd78-62ac-452c-be3d-609439670510 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:17.541664 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5f03175a-80ec-459d-b67d-96ca74ab8560 req-6b1dbd78-62ac-452c-be3d-609439670510 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0752473 Apr 11 16:36:17.550942 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44727b9-9e7a-488a-8fdc-712d15e2dbd0 req-bf2e74eb-c10a-472c-bdc3-05acceb46dda tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:17.552479 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a44727b9-9e7a-488a-8fdc-712d15e2dbd0 req-bf2e74eb-c10a-472c-bdc3-05acceb46dda tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0770473 Apr 11 16:36:17.628234 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5f03175a-80ec-459d-b67d-96ca74ab8560 req-0aadafbc-9a82-4b8e-bf77-7f308e044b22 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747142 Apr 11 16:36:17.639929 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a44727b9-9e7a-488a-8fdc-712d15e2dbd0 req-8feaef69-9ed1-4419-af59-872021c547a7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713351 Apr 11 16:36:17.877332 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-b43f3101-ce77-4fb8-b915-6e587f0ac212 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a73169ab-a868-4681-96ea-03b1560d84b4 HTTP/1.1" status: 200 len: 217 time: 0.0471842 Apr 11 16:36:17.938624 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-d6c18d23-35a7-49df-8d63-c5a4561ba355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:17.940359 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-d6c18d23-35a7-49df-8d63-c5a4561ba355 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009932 Apr 11 16:36:17.955255 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-056841a5-55e9-45e1-b8f8-cadc27b83765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:17.956834 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-056841a5-55e9-45e1-b8f8-cadc27b83765 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 200 len: 850 time: 0.0707719 Apr 11 16:36:18.029104 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c254c514-8fdf-4495-bd6b-11e8af70143c req-b6fb46ef-9a99-4ccb-a386-33af411f3999 service neutron] 10.222.0.41 "GET /v2.0/networks/e3943ee9-bf44-464a-b993-383db6dad056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813464 Apr 11 16:36:18.275506 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-4edd3b67-805a-4e82-954a-4aebc23f431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:18.281060 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-4edd3b67-805a-4e82-954a-4aebc23f431f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068606 Apr 11 16:36:18.429148 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915f00c-96f8-4428-b026-e1d1d370e6bc req-4268a269-a3f4-4e59-9a26-90d06acb2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:18.431804 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d915f00c-96f8-4428-b026-e1d1d370e6bc req-4268a269-a3f4-4e59-9a26-90d06acb2f13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 1129 time: 0.1493611 Apr 11 16:36:18.463449 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc82e7-6faa-4f3b-80f4-8f21be5c9b31 req-3332cfb5-7a1a-43c0-99b9-55c4c8155e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:18.464999 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-85fc82e7-6faa-4f3b-80f4-8f21be5c9b31 req-3332cfb5-7a1a-43c0-99b9-55c4c8155e4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 1129 time: 0.2190638 Apr 11 16:36:18.472177 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d915f00c-96f8-4428-b026-e1d1d370e6bc req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:18.555497 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53602) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:18.592317 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160566b5-27ad-4aa0-be86-e4acfc627d46 req-4584c2c9-e812-413f-9786-4d5e40a07b30 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:18.596653 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-160566b5-27ad-4aa0-be86-e4acfc627d46 req-4584c2c9-e812-413f-9786-4d5e40a07b30 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 943 time: 0.1097333 Apr 11 16:36:18.619707 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-64772d0d-ff57-4422-9a4a-5baff83e2a36 service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326640 Apr 11 16:36:18.622266 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-7a8eb7ee-c34b-4ddb-a099-1568c2234c0c service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493306 Apr 11 16:36:18.655166 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e172a5-ac61-4077-b4a1-251822e55cf0 req-3c783a8f-eca0-479d-928e-6dbfc01651fc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:18.658486 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-02e172a5-ac61-4077-b4a1-251822e55cf0 req-3c783a8f-eca0-479d-928e-6dbfc01651fc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.2115252 Apr 11 16:36:18.719337 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d915f00c-96f8-4428-b026-e1d1d370e6bc req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Publish callbacks [] for security_group (21ee4ae9-c871-4969-8da0-be1bcee2d55a), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:18.849102 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-45d41565-836b-4dbe-92d8-e7cfb8d7faf1 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828940 Apr 11 16:36:18.892189 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-160566b5-27ad-4aa0-be86-e4acfc627d46 req-37700d09-ed1e-447f-a5b4-860655d77d87 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802598 Apr 11 16:36:18.895603 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-85fc82e7-6faa-4f3b-80f4-8f21be5c9b31 req-7335fce0-526c-4020-9fda-9ed49afdde57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362814 Apr 11 16:36:18.899724 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-02e172a5-ac61-4077-b4a1-251822e55cf0 req-48126a25-1478-409b-aa4b-b003a4d50e48 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358426 Apr 11 16:36:18.977944 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d915f00c-96f8-4428-b026-e1d1d370e6bc req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (21ee4ae9-c871-4969-8da0-be1bcee2d55a), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.005487 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-75d1794c-dd89-4d33-91cf-bc44a83d4cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.035853 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a9abc-5e74-443a-b14d-ae4215d1211a req-8b100531-9929-4076-8ba2-306303ed9bb3 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:19.037432 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb9a9abc-5e74-443a-b14d-ae4215d1211a req-8b100531-9929-4076-8ba2-306303ed9bb3 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0841331 Apr 11 16:36:19.044262 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c08d5-9f55-4df4-b80e-18c7512f47e5 req-0d61cbcd-6034-41c6-8156-f1b07f27ae85 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:19.045734 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-586c08d5-9f55-4df4-b80e-18c7512f47e5 req-0d61cbcd-6034-41c6-8156-f1b07f27ae85 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0828235 Apr 11 16:36:19.054013 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21ee4ae9-c871-4969-8da0-be1bcee2d55a,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:19.061651 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d915f00c-96f8-4428-b026-e1d1d370e6bc req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158066 Apr 11 16:36:19.075540 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba72a04d-909f-4f2d-9593-4c8bdd9bb942 req-d78eb3bb-4283-4653-a826-97cd9b324168 service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197943 Apr 11 16:36:19.080089 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.080636 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.080918 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.081638 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.081638 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.082025 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.082415 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.082748 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.083074 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.083405 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.083779 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.085402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.085402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.085402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.085661 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb633a-0d90-4727-8fb5-427ce3c43580 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.101382 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 397ce2a8-6d73-4bf8-b796-c54287e1035a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:36:19.133603 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-586c08d5-9f55-4df4-b80e-18c7512f47e5 req-38345a43-b924-4594-bfc0-8c03536bafc5 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804861 Apr 11 16:36:19.141512 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb9a9abc-5e74-443a-b14d-ae4215d1211a req-d6a346f6-38f2-41e5-8ae3-590561129c36 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896802 Apr 11 16:36:19.179473 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-75d1794c-dd89-4d33-91cf-bc44a83d4cc1 admin admin] Publish callbacks [] for security_group (b7906b8f-939a-4abb-90f3-172d66ad492d), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.183965 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-75d1794c-dd89-4d33-91cf-bc44a83d4cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b7906b8f-939a-4abb-90f3-172d66ad492d), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.224819 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-75d1794c-dd89-4d33-91cf-bc44a83d4cc1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2d66805656a48348ddc7b4ed3945f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6661255 Apr 11 16:36:19.225737 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 53628) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:19.230451 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1794c-dd89-4d33-91cf-bc44a83d4cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7906b8f-939a-4abb-90f3-172d66ad492d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:19.251601 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 397ce2a8-6d73-4bf8-b796-c54287e1035a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=397ce2a8-6d73-4bf8-b796-c54287e1035a,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:19.264546 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '397ce2a8-6d73-4bf8-b796-c54287e1035a', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'port_id': '397ce2a8-6d73-4bf8-b796-c54287e1035a', 'mac_address': 'fa:16:3e:81:0b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:36:19.288374 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Publish callbacks [] for security_group (b7906b8f-939a-4abb-90f3-172d66ad492d), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.308169 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 397ce2a8-6d73-4bf8-b796-c54287e1035a is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:19.308556 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.310367 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Publish callbacks [] for security_group (b7906b8f-939a-4abb-90f3-172d66ad492d), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.322274 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397ce2a8-6d73-4bf8-b796-c54287e1035a {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:36:19.341639 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 397ce2a8-6d73-4bf8-b796-c54287e1035a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=397ce2a8-6d73-4bf8-b796-c54287e1035a,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:19.352501 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.369150 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b7906b8f-939a-4abb-90f3-172d66ad492d), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.371930 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.373094 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7906b8f-939a-4abb-90f3-172d66ad492d HTTP/1.1" status: 204 len: 168 time: 0.1460421 Apr 11 16:36:19.401613 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7906b8f-939a-4abb-90f3-172d66ad492d,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:19.409966 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.410322 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.410669 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.411012 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.411352 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.411706 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.412042 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.412543 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.412932 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.413460 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.413933 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.414393 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.414840 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.415270 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.415605 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96537b22-06c1-4afa-8547-9aafbcad60da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:36:19.426857 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=397ce2a8-6d73-4bf8-b796-c54287e1035a,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:19.668560 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 53638) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:19.683061 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d75e-c835-49ee-b89b-ddde422dbdd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.766181 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d75e-c835-49ee-b89b-ddde422dbdd5 admin admin] Publish callbacks [] for security_group (bfac2781-a556-417c-99d4-e1cd22ec9482), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.772415 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d75e-c835-49ee-b89b-ddde422dbdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (bfac2781-a556-417c-99d4-e1cd22ec9482), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.774351 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['397ce2a8-6d73-4bf8-b796-c54287e1035a'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:36:19.825744 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7d75e-c835-49ee-b89b-ddde422dbdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfac2781-a556-417c-99d4-e1cd22ec9482,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:19.830560 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a5c7d75e-c835-49ee-b89b-ddde422dbdd5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d04ad9615e8a47f797b89d529d6642c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609416 Apr 11 16:36:19.833450 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53648) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:19.893542 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-568bd459-0cf6-450e-8218-7c30cd6723b4 admin admin] Publish callbacks [] for security_group (bfac2781-a556-417c-99d4-e1cd22ec9482), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:19.933143 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-568bd459-0cf6-450e-8218-7c30cd6723b4 admin admin] Publish callbacks [] for security_group (bfac2781-a556-417c-99d4-e1cd22ec9482), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.018423 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-568bd459-0cf6-450e-8218-7c30cd6723b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (bfac2781-a556-417c-99d4-e1cd22ec9482), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.021261 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-568bd459-0cf6-450e-8218-7c30cd6723b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.025173 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-568bd459-0cf6-450e-8218-7c30cd6723b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfac2781-a556-417c-99d4-e1cd22ec9482 HTTP/1.1" status: 204 len: 168 time: 0.1878297 Apr 11 16:36:20.033645 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bd459-0cf6-450e-8218-7c30cd6723b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfac2781-a556-417c-99d4-e1cd22ec9482,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:20.122168 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacda89-31df-4163-ba7c-b2e25d57e678 req-aed92891-fedb-48e7-90fc-d2cc84bc74f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:20.123728 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fdacda89-31df-4163-ba7c-b2e25d57e678 req-aed92891-fedb-48e7-90fc-d2cc84bc74f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.1245184 Apr 11 16:36:20.144597 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9fd96-9c87-4668-9a44-a620ca66ce60 req-0850eaf0-4f07-4549-a59c-d08580710062 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:20.146272 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dbe9fd96-9c87-4668-9a44-a620ca66ce60 req-0850eaf0-4f07-4549-a59c-d08580710062 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 944 time: 0.1578460 Apr 11 16:36:20.226847 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fdacda89-31df-4163-ba7c-b2e25d57e678 req-08361104-d04d-4912-a1a8-9b8bc9493e53 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901508 Apr 11 16:36:20.259900 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dbe9fd96-9c87-4668-9a44-a620ca66ce60 req-650f8090-2030-407f-b11c-9cdbd4d74278 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862894 Apr 11 16:36:20.367982 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662e8db-1a8a-4b83-930f-d7910f11b48f req-2c38abcc-6622-46d0-b8a2-778c78dde66f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:20.369536 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f662e8db-1a8a-4b83-930f-d7910f11b48f req-2c38abcc-6622-46d0-b8a2-778c78dde66f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0775883 Apr 11 16:36:20.380402 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0e701-c9e6-4eab-b74c-b2adc43a1c9a req-56a3c3d5-3197-4314-a3c0-6331e6b77191 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:20.381927 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-77e0e701-c9e6-4eab-b74c-b2adc43a1c9a req-56a3c3d5-3197-4314-a3c0-6331e6b77191 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0812397 Apr 11 16:36:20.457742 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f662e8db-1a8a-4b83-930f-d7910f11b48f req-3055b21a-31b6-4035-a861-0abd4b18ec9f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748367 Apr 11 16:36:20.466939 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53674) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:20.468146 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-77e0e701-c9e6-4eab-b74c-b2adc43a1c9a req-0697afef-5407-49f1-abdc-0d767328b344 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792866 Apr 11 16:36:20.485734 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7b71ab28-d9b3-40d7-a388-db903409679f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.562390 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7b71ab28-d9b3-40d7-a388-db903409679f admin admin] Publish callbacks [] for security_group (098a988e-5ffc-4a60-ae9f-a595b877b22f), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.566382 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7b71ab28-d9b3-40d7-a388-db903409679f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (098a988e-5ffc-4a60-ae9f-a595b877b22f), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.607533 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7b71ab28-d9b3-40d7-a388-db903409679f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd893188ac0543da8f9eb942939b8da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393704 Apr 11 16:36:20.609595 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71ab28-d9b3-40d7-a388-db903409679f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098a988e-5ffc-4a60-ae9f-a595b877b22f,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:20.610489 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 53678) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:20.661057 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a9a5cb83-5a7d-4b35-b1a5-5c7f71c60986 admin admin] Publish callbacks [] for security_group (098a988e-5ffc-4a60-ae9f-a595b877b22f), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.684922 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a9a5cb83-5a7d-4b35-b1a5-5c7f71c60986 admin admin] Publish callbacks [] for security_group (098a988e-5ffc-4a60-ae9f-a595b877b22f), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.749912 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a9a5cb83-5a7d-4b35-b1a5-5c7f71c60986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (098a988e-5ffc-4a60-ae9f-a595b877b22f), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.752707 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a9a5cb83-5a7d-4b35-b1a5-5c7f71c60986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:20.753929 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a9a5cb83-5a7d-4b35-b1a5-5c7f71c60986 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/098a988e-5ffc-4a60-ae9f-a595b877b22f HTTP/1.1" status: 204 len: 168 time: 0.1423490 Apr 11 16:36:20.766342 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5cb83-5a7d-4b35-b1a5-5c7f71c60986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098a988e-5ffc-4a60-ae9f-a595b877b22f,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:21.099993 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 397ce2a8-6d73-4bf8-b796-c54287e1035a up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:36:21.151529 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 397ce2a8-6d73-4bf8-b796-c54287e1035a completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:36:21.158856 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 397ce2a8-6d73-4bf8-b796-c54287e1035a triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:36:21.159223 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:21.259179 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 53708) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:21.271035 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 397ce2a8-6d73-4bf8-b796-c54287e1035a is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:21.271497 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:21.298009 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ce2a8-6d73-4bf8-b796-c54287e1035a'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:36:21.300415 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afed4a8-e5b2-4412-9a90-5ce11b72a2de" -d '{"events": [{"server_uuid": "598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c", "name": "network-vif-plugged", "status": "completed", "tag": "397ce2a8-6d73-4bf8-b796-c54287e1035a"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:36:21.314822 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 397ce2a8-6d73-4bf8-b796-c54287e1035a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=397ce2a8-6d73-4bf8-b796-c54287e1035a,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:21.324305 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:21.410638 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=397ce2a8-6d73-4bf8-b796-c54287e1035a,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:21.420640 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9654ae-568f-4191-aa65-701eba8eb71b req-aaf8a806-b213-4a1f-bb4a-020dfb5310c4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:21.422143 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a9654ae-568f-4191-aa65-701eba8eb71b req-aaf8a806-b213-4a1f-bb4a-020dfb5310c4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0586400 Apr 11 16:36:21.453531 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80c956-dfe4-4e5a-ac2a-9c990a54b20a req-45421444-fe33-4724-9d14-0edbcc78a8d3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:21.460426 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1c80c956-dfe4-4e5a-ac2a-9c990a54b20a req-45421444-fe33-4724-9d14-0edbcc78a8d3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.1436110 Apr 11 16:36:21.472832 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f41fcd5-c54e-42a1-a02f-78a72c5245a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:21.572506 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a9654ae-568f-4191-aa65-701eba8eb71b req-376a1845-f6c3-433b-8132-0676e9994706 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383827 Apr 11 16:36:21.584146 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1c80c956-dfe4-4e5a-ac2a-9c990a54b20a req-d80b626a-6849-4e1b-9ecf-bfbf932683a1 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227996 Apr 11 16:36:21.672845 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f41fcd5-c54e-42a1-a02f-78a72c5245a0 admin admin] Publish callbacks [] for security_group (4c7df0a0-dbaa-473d-a556-90675004bbfd), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:21.682022 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f41fcd5-c54e-42a1-a02f-78a72c5245a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4c7df0a0-dbaa-473d-a556-90675004bbfd), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:21.684434 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5edba1b-0b23-4d10-8656-8668d4ef9c56 x-openstack-request-id: req-f5edba1b-0b23-4d10-8656-8668d4ef9c56 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:36:21.684754 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c", "name": "network-vif-plugged", "status": "completed", "tag": "397ce2a8-6d73-4bf8-b796-c54287e1035a", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:36:21.685011 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5edba1b-0b23-4d10-8656-8668d4ef9c56 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:36:21.685410 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5edba1b-0b23-4d10-8656-8668d4ef9c56'] response: {'server_uuid': '598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ce2a8-6d73-4bf8-b796-c54287e1035a', 'code': 200} Apr 11 16:36:21.726907 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41fcd5-c54e-42a1-a02f-78a72c5245a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7df0a0-dbaa-473d-a556-90675004bbfd,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:21.825682 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8f41fcd5-c54e-42a1-a02f-78a72c5245a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca15b68ecbb745e3aaf26322bf6f75b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5651362 Apr 11 16:36:21.828412 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53746) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:21.844148 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153e957-26ae-4603-a342-bede14a67b60 req-e4571535-453b-4e3a-a682-91917df46cc9 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:21.845485 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9153e957-26ae-4603-a342-bede14a67b60 req-e4571535-453b-4e3a-a682-91917df46cc9 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.1576910 Apr 11 16:36:21.857293 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4ab29-eea4-4a69-98fc-b4e940dc7cd8 req-c4301b48-a4a8-443d-a940-8957a9d9a20a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:21.858787 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-52e4ab29-eea4-4a69-98fc-b4e940dc7cd8 req-c4301b48-a4a8-443d-a940-8957a9d9a20a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0976803 Apr 11 16:36:21.902040 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a57669f2-eb23-40a5-8fd1-4097fc639689 admin admin] Publish callbacks [] for security_group (4c7df0a0-dbaa-473d-a556-90675004bbfd), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:21.925501 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a57669f2-eb23-40a5-8fd1-4097fc639689 admin admin] Publish callbacks [] for security_group (4c7df0a0-dbaa-473d-a556-90675004bbfd), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:21.943928 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9153e957-26ae-4603-a342-bede14a67b60 req-c6387207-b4f7-4e72-96be-fa429b7d7c6d tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841336 Apr 11 16:36:21.948589 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-52e4ab29-eea4-4a69-98fc-b4e940dc7cd8 req-5ad9688b-e26f-4833-a4f6-934dde1bf758 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840640 Apr 11 16:36:21.993991 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a57669f2-eb23-40a5-8fd1-4097fc639689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4c7df0a0-dbaa-473d-a556-90675004bbfd), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:21.996695 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a57669f2-eb23-40a5-8fd1-4097fc639689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:22.002081 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a57669f2-eb23-40a5-8fd1-4097fc639689 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c7df0a0-dbaa-473d-a556-90675004bbfd HTTP/1.1" status: 204 len: 168 time: 0.1719980 Apr 11 16:36:22.017342 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57669f2-eb23-40a5-8fd1-4097fc639689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7df0a0-dbaa-473d-a556-90675004bbfd,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:22.365856 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 53794) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:22.382631 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9416f25e-4b85-4114-bd46-f6e8bf7c81a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:22.458987 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9416f25e-4b85-4114-bd46-f6e8bf7c81a3 admin admin] Publish callbacks [] for security_group (5b18bfad-a156-4925-9ddb-825e4551b4c7), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:22.464167 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9416f25e-4b85-4114-bd46-f6e8bf7c81a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (5b18bfad-a156-4925-9ddb-825e4551b4c7), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:22.501833 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9416f25e-4b85-4114-bd46-f6e8bf7c81a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d18e34814c434fb785eac20a3f407fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345963 Apr 11 16:36:22.503009 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416f25e-4b85-4114-bd46-f6e8bf7c81a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b18bfad-a156-4925-9ddb-825e4551b4c7,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:22.504496 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 53796) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:22.559125 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-81edd9fe-30ff-450b-9bf6-3387bd5cf1b8 admin admin] Publish callbacks [] for security_group (5b18bfad-a156-4925-9ddb-825e4551b4c7), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:22.580527 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-81edd9fe-30ff-450b-9bf6-3387bd5cf1b8 admin admin] Publish callbacks [] for security_group (5b18bfad-a156-4925-9ddb-825e4551b4c7), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:22.633943 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-81edd9fe-30ff-450b-9bf6-3387bd5cf1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (5b18bfad-a156-4925-9ddb-825e4551b4c7), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:22.637268 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-81edd9fe-30ff-450b-9bf6-3387bd5cf1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:22.638416 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-81edd9fe-30ff-450b-9bf6-3387bd5cf1b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b18bfad-a156-4925-9ddb-825e4551b4c7 HTTP/1.1" status: 204 len: 168 time: 0.1325943 Apr 11 16:36:22.648631 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edd9fe-30ff-450b-9bf6-3387bd5cf1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b18bfad-a156-4925-9ddb-825e4551b4c7,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:22.732732 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a077bc-fb5e-4a74-9640-ecb7a292cd11 req-23a2b523-e0dd-4142-86d2-5fb45485f774 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:22.734243 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-51a077bc-fb5e-4a74-9640-ecb7a292cd11 req-23a2b523-e0dd-4142-86d2-5fb45485f774 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0877528 Apr 11 16:36:22.754257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27776-4ec2-4b52-b722-1f8799662d70 req-15ec54b6-33b9-4646-b23f-5bafd62db592 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:22.756009 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-02a27776-4ec2-4b52-b722-1f8799662d70 req-15ec54b6-33b9-4646-b23f-5bafd62db592 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0668545 Apr 11 16:36:22.823292 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-51a077bc-fb5e-4a74-9640-ecb7a292cd11 req-9b98eb32-d4fc-4ea5-81f5-6438f6ec3e86 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833273 Apr 11 16:36:22.841881 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-02a27776-4ec2-4b52-b722-1f8799662d70 req-e795cb70-d781-44a4-8179-bc69a094c229 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771377 Apr 11 16:36:23.100090 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18d23c-4520-48fd-bfee-e64bed1ee27f req-2b599af6-2ff2-48ea-9e32-34d4c666adfa tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:23.101868 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1e18d23c-4520-48fd-bfee-e64bed1ee27f req-2b599af6-2ff2-48ea-9e32-34d4c666adfa tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0804212 Apr 11 16:36:23.112202 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f6415-d539-4bdc-9d84-da665988aac7 req-71015eab-aa28-4ce6-89c5-bdb6b300b86c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:23.113618 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-802f6415-d539-4bdc-9d84-da665988aac7 req-71015eab-aa28-4ce6-89c5-bdb6b300b86c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0619259 Apr 11 16:36:23.187219 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1e18d23c-4520-48fd-bfee-e64bed1ee27f req-5c669589-9e68-4e07-8810-c7e88da15f16 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726664 Apr 11 16:36:23.194540 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-802f6415-d539-4bdc-9d84-da665988aac7 req-b59599a5-cd1d-4d9d-afed-5d61bf84f899 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726538 Apr 11 16:36:23.974436 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbbf8b-42cb-49bc-b1f3-4807684e04b5 req-4114873a-6d8c-40ae-8dd2-957844f50c26 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:23.976128 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81dbbf8b-42cb-49bc-b1f3-4807684e04b5 req-4114873a-6d8c-40ae-8dd2-957844f50c26 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0773122 Apr 11 16:36:23.984612 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ca25c-fd34-4045-86b0-dc71ee60488c req-5730dc10-fb70-4c9d-ba9e-39e274c03e1a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:23.986055 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d09ca25c-fd34-4045-86b0-dc71ee60488c req-5730dc10-fb70-4c9d-ba9e-39e274c03e1a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0765400 Apr 11 16:36:24.055220 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:36:24.062360 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81dbbf8b-42cb-49bc-b1f3-4807684e04b5 req-a19a7dcc-e920-4f44-8653-0c87f0c4360a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751045 Apr 11 16:36:24.086926 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d09ca25c-fd34-4045-86b0-dc71ee60488c req-2b50b4f3-c4db-40fb-ad5e-70b1d9edcb0a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789394 Apr 11 16:36:24.162068 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:24.175134 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '8b85453b-0363-47d5-9902-93d848d7263e', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'port_id': '8b85453b-0363-47d5-9902-93d848d7263e', 'mac_address': 'fa:16:3e:a6:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:36:24.215803 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 8b85453b-0363-47d5-9902-93d848d7263e is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:24.216608 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:24.231995 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b85453b-0363-47d5-9902-93d848d7263e {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:36:24.257542 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:24.263215 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:24.316786 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:24.362441 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fbcda-8d7b-4b7c-b9a2-9fbf3e035c9f req-9d4f5cc9-3a0a-4802-8e36-2b23a9b0fac7 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:24.364005 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-859fbcda-8d7b-4b7c-b9a2-9fbf3e035c9f req-9d4f5cc9-3a0a-4802-8e36-2b23a9b0fac7 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0759025 Apr 11 16:36:24.376493 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9eecd-84ca-473c-9bd3-5a5cf7b31523 req-28feec1c-a198-42bf-bdd1-714e9d174188 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:24.377943 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10c9eecd-84ca-473c-9bd3-5a5cf7b31523 req-28feec1c-a198-42bf-bdd1-714e9d174188 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.0620325 Apr 11 16:36:24.450206 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-859fbcda-8d7b-4b7c-b9a2-9fbf3e035c9f req-8015a646-0628-4935-b7d5-4d01f58550e9 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799074 Apr 11 16:36:24.453407 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10c9eecd-84ca-473c-9bd3-5a5cf7b31523 req-db9a52fc-deda-468e-af64-3997cec34727 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683272 Apr 11 16:36:25.130212 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0f8028a2-7053-46ea-b80f-b949f73e25f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:25.212639 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309dec9-9f9a-47fc-8cc1-c528e4a8d1b8 req-ffbfbdb2-5476-4bda-ac12-b38e625a4864 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:25.213990 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2309dec9-9f9a-47fc-8cc1-c528e4a8d1b8 req-ffbfbdb2-5476-4bda-ac12-b38e625a4864 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0805230 Apr 11 16:36:25.222722 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6f0fd-f710-410e-84c4-1e677887d80d req-e252fcc5-2aba-4c1e-af04-9015ca342542 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:25.224141 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36b6f0fd-f710-410e-84c4-1e677887d80d req-e252fcc5-2aba-4c1e-af04-9015ca342542 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0803645 Apr 11 16:36:25.297127 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2309dec9-9f9a-47fc-8cc1-c528e4a8d1b8 req-ad47a4e3-5acf-42c0-8af4-69fea46fd4c2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719230 Apr 11 16:36:25.301361 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36b6f0fd-f710-410e-84c4-1e677887d80d req-8f28c725-e21b-44c4-b48d-576f01992061 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699687 Apr 11 16:36:25.812480 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2e8f-9e81-4b83-b028-1bcc2ea0c78d req-6a2bdb78-fb3f-4ac6-ae3f-4ca49c7b80a9 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:25.813981 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2ea2e8f-9e81-4b83-b028-1bcc2ea0c78d req-6a2bdb78-fb3f-4ac6-ae3f-4ca49c7b80a9 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.2819500 Apr 11 16:36:25.820579 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e165cc-12b3-49e6-9618-bf720d224ed7 req-03e5cfdc-4003-4d34-bc31-f366cd5f51af tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:25.822047 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-17e165cc-12b3-49e6-9618-bf720d224ed7 req-03e5cfdc-4003-4d34-bc31-f366cd5f51af tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.2774680 Apr 11 16:36:25.898688 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2ea2e8f-9e81-4b83-b028-1bcc2ea0c78d req-ccc2596d-2c0f-42b6-aa8a-cceb57576e06 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756326 Apr 11 16:36:25.902003 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-17e165cc-12b3-49e6-9618-bf720d224ed7 req-514b469f-ff67-4ac2-9c9b-5d293b2f8201 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729897 Apr 11 16:36:26.452503 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f34a87-2732-418a-92f8-68012dc69f73 req-0c559619-fd71-46be-a5b8-8bef564cbce9 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:26.453967 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42f34a87-2732-418a-92f8-68012dc69f73 req-0c559619-fd71-46be-a5b8-8bef564cbce9 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0887187 Apr 11 16:36:26.462463 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b33855-d346-4abe-92c6-2ee99c65986c req-78ca1276-3e60-4e40-a448-83669489474c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:26.463814 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-08b33855-d346-4abe-92c6-2ee99c65986c req-78ca1276-3e60-4e40-a448-83669489474c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0893643 Apr 11 16:36:26.470830 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['8b85453b-0363-47d5-9902-93d848d7263e'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:36:26.539696 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42f34a87-2732-418a-92f8-68012dc69f73 req-5272e202-ac0e-4c76-b86d-49adf15706ab tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748906 Apr 11 16:36:26.542635 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-08b33855-d346-4abe-92c6-2ee99c65986c req-2474c174-1e3b-4247-b6dd-b1eef6b81778 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721734 Apr 11 16:36:27.052051 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcb87d-df09-4ef0-8b31-f04bb2346450 req-c5fd24e8-503a-477a-810e-f4749ce377f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:27.053727 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f0fcb87d-df09-4ef0-8b31-f04bb2346450 req-c5fd24e8-503a-477a-810e-f4749ce377f5 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0781732 Apr 11 16:36:27.059347 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ce703-2adc-4c1e-b19f-f166b0c577d3 req-da64f237-0577-47db-8674-96203270ce4c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:27.060967 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-450ce703-2adc-4c1e-b19f-f166b0c577d3 req-da64f237-0577-47db-8674-96203270ce4c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.0752020 Apr 11 16:36:27.140522 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f0fcb87d-df09-4ef0-8b31-f04bb2346450 req-4b4eea74-48c8-4588-93e7-65d4583f05bb tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783217 Apr 11 16:36:27.143092 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-450ce703-2adc-4c1e-b19f-f166b0c577d3 req-bc36b3e8-6cb5-4ca9-916a-469b3582342d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748737 Apr 11 16:36:27.597519 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:36:27.706139 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 8b85453b-0363-47d5-9902-93d848d7263e completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:36:27.709173 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-71efb9cc-a772-4551-8cb2-dca0d5efe5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:27.721162 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 8b85453b-0363-47d5-9902-93d848d7263e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:36:27.721507 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (8b85453b-0363-47d5-9902-93d848d7263e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:27.745721 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59791e-48f5-4e3b-9fd8-cd603bd8a095 req-d726e990-fd21-4d34-9d47-727f62fe1abc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:27.747394 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2d59791e-48f5-4e3b-9fd8-cd603bd8a095 req-d726e990-fd21-4d34-9d47-727f62fe1abc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0919182 Apr 11 16:36:27.814905 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b484c-94fa-4c7b-a028-9a4032197547 req-a129cf22-0604-4701-9eb6-f76f67d5fd3a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:27.816670 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-700b484c-94fa-4c7b-a028-9a4032197547 req-a129cf22-0604-4701-9eb6-f76f67d5fd3a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0683539 Apr 11 16:36:27.820417 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 8b85453b-0363-47d5-9902-93d848d7263e is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:27.820885 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:27.846852 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:36:27.849994 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62de3a3e-33b9-4c32-94b2-6f9bda99779d" -d '{"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-plugged", "status": "completed", "tag": "8b85453b-0363-47d5-9902-93d848d7263e"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:36:27.853933 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2d59791e-48f5-4e3b-9fd8-cd603bd8a095 req-cea7e5fc-9e1f-4a15-ad24-65907927076b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949211 Apr 11 16:36:27.864110 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:27.869422 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:27.884342 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-700b484c-94fa-4c7b-a028-9a4032197547 req-c6f886ac-1867-4109-98f6-e2cd70f79eca tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587347 Apr 11 16:36:27.921492 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeabde1-3996-4236-ba1c-131edf5fc1eb x-openstack-request-id: req-1eeabde1-3996-4236-ba1c-131edf5fc1eb {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:36:27.921891 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-plugged", "status": "completed", "tag": "8b85453b-0363-47d5-9902-93d848d7263e", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:36:27.922147 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1eeabde1-3996-4236-ba1c-131edf5fc1eb {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:36:27.922552 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eeabde1-3996-4236-ba1c-131edf5fc1eb'] response: {'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e', 'code': 200} Apr 11 16:36:27.933644 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:28.026435 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 54000) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:28.136312 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-575e3c29-8847-4181-9bef-8e93907b70f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.219539 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-575e3c29-8847-4181-9bef-8e93907b70f2 admin admin] Publish callbacks [] for security_group (b227961e-0d23-45e8-85e3-d8aec34aafc2), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.227140 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-575e3c29-8847-4181-9bef-8e93907b70f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b227961e-0d23-45e8-85e3-d8aec34aafc2), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.270408 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-575e3c29-8847-4181-9bef-8e93907b70f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08bcdf41aae0449e898a7a3793906efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428529 Apr 11 16:36:28.272388 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 54008) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:28.286379 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e3c29-8847-4181-9bef-8e93907b70f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b227961e-0d23-45e8-85e3-d8aec34aafc2,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:28.288265 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f762125-5434-408e-9b41-d471a6effa5b req-000745e8-38b1-4759-a642-bdd30644d80d tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:28.289828 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7f762125-5434-408e-9b41-d471a6effa5b req-000745e8-38b1-4759-a642-bdd30644d80d tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0771074 Apr 11 16:36:28.323662 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea4f7e-7a1d-4899-809f-c02b4467b021 req-93ceffe1-a8d8-466e-9b76-6d62e87287bd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:28.325178 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fdea4f7e-7a1d-4899-809f-c02b4467b021 req-93ceffe1-a8d8-466e-9b76-6d62e87287bd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0816398 Apr 11 16:36:28.330971 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d99fe7e3-bb71-4eda-a485-129b5a974382 admin admin] Publish callbacks [] for security_group (b227961e-0d23-45e8-85e3-d8aec34aafc2), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.370700 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d99fe7e3-bb71-4eda-a485-129b5a974382 admin admin] Publish callbacks [] for security_group (b227961e-0d23-45e8-85e3-d8aec34aafc2), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.392238 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7f762125-5434-408e-9b41-d471a6effa5b req-17356aea-3cf8-47dc-acdd-6f236a54ba2f tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918012 Apr 11 16:36:28.408498 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fdea4f7e-7a1d-4899-809f-c02b4467b021 req-3a7f5583-286b-4326-b832-942cb3deb237 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720863 Apr 11 16:36:28.432834 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d99fe7e3-bb71-4eda-a485-129b5a974382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b227961e-0d23-45e8-85e3-d8aec34aafc2), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.435577 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d99fe7e3-bb71-4eda-a485-129b5a974382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.437192 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d99fe7e3-bb71-4eda-a485-129b5a974382 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b227961e-0d23-45e8-85e3-d8aec34aafc2 HTTP/1.1" status: 204 len: 168 time: 0.1637011 Apr 11 16:36:28.445630 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fe7e3-bb71-4eda-a485-129b5a974382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b227961e-0d23-45e8-85e3-d8aec34aafc2,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:28.518518 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.724922 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 54022) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:28.738530 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-76e00ba8-537c-420a-8f4e-cfe7193cb333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.822549 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-76e00ba8-537c-420a-8f4e-cfe7193cb333 admin admin] Publish callbacks [] for security_group (413301ad-0eb2-4c6e-85a7-8670500ca03e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.827115 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-76e00ba8-537c-420a-8f4e-cfe7193cb333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (413301ad-0eb2-4c6e-85a7-8670500ca03e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.864711 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e00ba8-537c-420a-8f4e-cfe7193cb333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413301ad-0eb2-4c6e-85a7-8670500ca03e,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:28.871868 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-76e00ba8-537c-420a-8f4e-cfe7193cb333 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b47fa995aaf246eb94993b460e862b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432011 Apr 11 16:36:28.872038 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 54030) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:28.944054 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e73217b5-7411-4a36-968d-e6a8d19d361a admin admin] Publish callbacks [] for security_group (413301ad-0eb2-4c6e-85a7-8670500ca03e), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:28.969163 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e73217b5-7411-4a36-968d-e6a8d19d361a admin admin] Publish callbacks [] for security_group (413301ad-0eb2-4c6e-85a7-8670500ca03e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:29.021878 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e73217b5-7411-4a36-968d-e6a8d19d361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (413301ad-0eb2-4c6e-85a7-8670500ca03e), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:29.024772 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e73217b5-7411-4a36-968d-e6a8d19d361a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:29.028953 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e73217b5-7411-4a36-968d-e6a8d19d361a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/413301ad-0eb2-4c6e-85a7-8670500ca03e HTTP/1.1" status: 204 len: 168 time: 0.1529462 Apr 11 16:36:29.029544 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f75c3-39cb-4d38-9af0-6f0e3f5665f6 req-14e2e1e3-e63f-4d8f-885c-07888d9ed881 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:29.034974 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-840f75c3-39cb-4d38-9af0-6f0e3f5665f6 req-14e2e1e3-e63f-4d8f-885c-07888d9ed881 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0993412 Apr 11 16:36:29.035095 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73217b5-7411-4a36-968d-e6a8d19d361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413301ad-0eb2-4c6e-85a7-8670500ca03e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:29.063152 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c0eb-ebd7-4383-949f-717b4d030c01 req-2f7776e8-5c56-4f2e-a9c2-d7fecabcd4b5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:29.065037 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bea4c0eb-ebd7-4383-949f-717b4d030c01 req-2f7776e8-5c56-4f2e-a9c2-d7fecabcd4b5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 944 time: 0.0855381 Apr 11 16:36:29.132644 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-840f75c3-39cb-4d38-9af0-6f0e3f5665f6 req-4aecfe73-d57c-4c57-a58c-60ba94993b37 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979083 Apr 11 16:36:29.155330 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bea4c0eb-ebd7-4383-949f-717b4d030c01 req-14647e3d-2168-4dd0-bf99-708db43da9b8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808742 Apr 11 16:36:29.563809 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e4a1-1851-4876-b0f3-225f5cca1289 req-790dc829-7b35-4d66-a1b8-d2831cfca267 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:29.565456 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0060e4a1-1851-4876-b0f3-225f5cca1289 req-790dc829-7b35-4d66-a1b8-d2831cfca267 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0942707 Apr 11 16:36:29.571079 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device a73169ab-a868-4681-96ea-03b1560d84b4 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:36:29.580602 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a75a0-8a0d-414d-a2d3-1dc9b2c03d81 req-049a903e-1ef3-41dc-b518-e1d8dcca6afd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:29.582054 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-697a75a0-8a0d-414d-a2d3-1dc9b2c03d81 req-049a903e-1ef3-41dc-b518-e1d8dcca6afd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0775995 Apr 11 16:36:29.655300 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0060e4a1-1851-4876-b0f3-225f5cca1289 req-b010d9c7-d59d-4071-9f33-7d84c016e999 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831575 Apr 11 16:36:29.681960 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-697a75a0-8a0d-414d-a2d3-1dc9b2c03d81 req-b6d01088-b8b5-4125-8dc5-81107d4b0aeb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857389 Apr 11 16:36:29.840326 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port a73169ab-a868-4681-96ea-03b1560d84b4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a73169ab-a868-4681-96ea-03b1560d84b4,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:29.852560 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': 'a73169ab-a868-4681-96ea-03b1560d84b4', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'port_id': 'a73169ab-a868-4681-96ea-03b1560d84b4', 'mac_address': 'fa:16:3e:ba:cc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:36:29.872998 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34d14-e928-439a-a54a-2e41631dbe87 req-8345f2f8-7850-4e0b-97d3-cb746a9004b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:29.881799 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6f34d14-e928-439a-a54a-2e41631dbe87 req-8345f2f8-7850-4e0b-97d3-cb746a9004b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 1129 time: 0.0617161 Apr 11 16:36:29.904608 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port a73169ab-a868-4681-96ea-03b1560d84b4 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:29.905004 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:29.906383 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a89c0-29f4-4deb-8a64-aca195e26b4d req-327bdd7e-b4d8-4b3a-8b4e-f755a966d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:29.908164 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c35a89c0-29f4-4deb-8a64-aca195e26b4d req-327bdd7e-b4d8-4b3a-8b4e-f755a966d0ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 1129 time: 0.0515077 Apr 11 16:36:29.918930 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73169ab-a868-4681-96ea-03b1560d84b4 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:36:29.947439 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port a73169ab-a868-4681-96ea-03b1560d84b4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a73169ab-a868-4681-96ea-03b1560d84b4,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:29.953798 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:29.973157 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6f34d14-e928-439a-a54a-2e41631dbe87 req-d6a178f3-7ec7-46ec-995b-fef8a58b5587 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423057 Apr 11 16:36:29.974645 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c35a89c0-29f4-4deb-8a64-aca195e26b4d req-72f834d9-1878-40c8-bd35-0593e3ce0770 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Apr 11 16:36:30.006940 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=a73169ab-a868-4681-96ea-03b1560d84b4,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:30.274131 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff02dc-8e34-4c20-b7f0-6bf012564578 req-1889e95f-4299-40f6-bb58-72d813d375e4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:30.275733 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1cff02dc-8e34-4c20-b7f0-6bf012564578 req-1889e95f-4299-40f6-bb58-72d813d375e4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0762613 Apr 11 16:36:30.296629 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100948d-3c3b-4d2e-9c69-0dafad61f9b9 req-8cd69256-44f5-46bf-8f5d-343b0f07a1a5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:30.297999 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c100948d-3c3b-4d2e-9c69-0dafad61f9b9 req-8cd69256-44f5-46bf-8f5d-343b0f07a1a5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 945 time: 0.0690377 Apr 11 16:36:30.373888 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1cff02dc-8e34-4c20-b7f0-6bf012564578 req-b0e25817-90a4-49f1-88ff-93a4778d0624 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917521 Apr 11 16:36:30.382127 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c100948d-3c3b-4d2e-9c69-0dafad61f9b9 req-c9bfd46f-9a03-4853-a0fb-d15720afed81 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772285 Apr 11 16:36:30.410240 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:30.547239 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['a73169ab-a868-4681-96ea-03b1560d84b4'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:36:30.859896 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b098f-60a6-494d-af6a-1e9509b8ad54 req-7d2b353c-4ee0-419f-b985-7170458eec64 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:30.861478 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-187b098f-60a6-494d-af6a-1e9509b8ad54 req-7d2b353c-4ee0-419f-b985-7170458eec64 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.1059353 Apr 11 16:36:30.884179 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1512e6-800e-4883-adb4-d16eecf663db req-563367c1-c21e-4455-a2e3-be5395d4b496 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:30.885882 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6e1512e6-800e-4883-adb4-d16eecf663db req-563367c1-c21e-4455-a2e3-be5395d4b496 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0761182 Apr 11 16:36:30.960273 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-187b098f-60a6-494d-af6a-1e9509b8ad54 req-b4227a52-65ce-420e-bfc0-c8fe090c2f88 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889878 Apr 11 16:36:30.967567 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6e1512e6-800e-4883-adb4-d16eecf663db req-208d7e54-38fb-47e5-a2de-a7d571311ebd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718570 Apr 11 16:36:31.541900 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3feb24-958b-4adc-bcb9-049544f5153e req-b4b48fba-8122-416c-94e0-f0fd2f0e2885 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:31.543413 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fe3feb24-958b-4adc-bcb9-049544f5153e req-b4b48fba-8122-416c-94e0-f0fd2f0e2885 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 945 time: 0.0908813 Apr 11 16:36:31.549953 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d671d-fadd-4b37-a539-af7f81a0acbb req-b73e5275-315c-4018-a8bf-07d5eb3dfa41 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:31.551373 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4b7d671d-fadd-4b37-a539-af7f81a0acbb req-b73e5275-315c-4018-a8bf-07d5eb3dfa41 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0968857 Apr 11 16:36:31.626751 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4b7d671d-fadd-4b37-a539-af7f81a0acbb req-9407a5a4-511e-4ead-826d-dbd0fd104da9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681682 Apr 11 16:36:31.629916 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fe3feb24-958b-4adc-bcb9-049544f5153e req-dd1efcc8-c285-44d7-9a4e-dce69c43f1fd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772758 Apr 11 16:36:31.727200 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:31.776910 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device a73169ab-a868-4681-96ea-03b1560d84b4 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:36:31.824033 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port a73169ab-a868-4681-96ea-03b1560d84b4 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:36:31.831018 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port a73169ab-a868-4681-96ea-03b1560d84b4 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:36:31.831422 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:31.926834 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port a73169ab-a868-4681-96ea-03b1560d84b4 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:36:31.927219 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:31.950546 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73169ab-a868-4681-96ea-03b1560d84b4'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:36:31.952630 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcfd98f-9362-4357-925b-64d3867ceeec" -d '{"events": [{"server_uuid": "0db1c6a9-bc5a-45f7-bbd3-590292385768", "name": "network-vif-plugged", "status": "completed", "tag": "a73169ab-a868-4681-96ea-03b1560d84b4"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:36:31.965227 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port a73169ab-a868-4681-96ea-03b1560d84b4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a73169ab-a868-4681-96ea-03b1560d84b4,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:36:31.970166 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:32.024452 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a885d4d3-5440-4f56-b03d-b840c139e0ab x-openstack-request-id: req-a885d4d3-5440-4f56-b03d-b840c139e0ab {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:36:32.024955 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db1c6a9-bc5a-45f7-bbd3-590292385768", "name": "network-vif-plugged", "status": "completed", "tag": "a73169ab-a868-4681-96ea-03b1560d84b4", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:36:32.025233 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a885d4d3-5440-4f56-b03d-b840c139e0ab {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:36:32.027694 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a885d4d3-5440-4f56-b03d-b840c139e0ab'] response: {'server_uuid': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73169ab-a868-4681-96ea-03b1560d84b4', 'code': 200} Apr 11 16:36:32.076356 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=a73169ab-a868-4681-96ea-03b1560d84b4,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:32.162411 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ab2c2-6437-4878-827d-88543f01dea4 req-624debc3-3eea-4efe-b641-6a2932b003ce tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:32.164317 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-537ab2c2-6437-4878-827d-88543f01dea4 req-624debc3-3eea-4efe-b641-6a2932b003ce tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.1070735 Apr 11 16:36:32.184624 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b1057-98ce-4f0e-ad41-ae562d5d189c req-3eeccaf5-8d79-4758-8029-35e2b0f97513 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:32.188329 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6c1b1057-98ce-4f0e-ad41-ae562d5d189c req-3eeccaf5-8d79-4758-8029-35e2b0f97513 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0731380 Apr 11 16:36:32.275125 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6c1b1057-98ce-4f0e-ad41-ae562d5d189c req-c270019f-06f7-4620-8598-0d8d9cd8b5e2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795598 Apr 11 16:36:32.278340 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-537ab2c2-6437-4878-827d-88543f01dea4 req-395fadb2-05eb-4554-accc-9a010d5c0b4a tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081982 Apr 11 16:36:32.776520 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5de00-da85-41cb-9dca-8f1cdcd32962 req-476ab84c-2b27-47c7-89c5-75b13b6db55b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:32.777996 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-37d5de00-da85-41cb-9dca-8f1cdcd32962 req-476ab84c-2b27-47c7-89c5-75b13b6db55b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0764596 Apr 11 16:36:32.786074 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edd16f-63b0-4809-867a-4ed5102d3fe3 req-b722ed4f-04fd-4ed0-b4ea-af90f1789970 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:32.787552 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6edd16f-63b0-4809-867a-4ed5102d3fe3 req-b722ed4f-04fd-4ed0-b4ea-af90f1789970 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0769117 Apr 11 16:36:32.862988 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-37d5de00-da85-41cb-9dca-8f1cdcd32962 req-99dbd50a-e771-4530-8d98-745777b58e58 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742424 Apr 11 16:36:32.866512 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6edd16f-63b0-4809-867a-4ed5102d3fe3 req-d48d5f19-676c-4c87-8e4f-58b6d36cd9e3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714357 Apr 11 16:36:33.419043 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1f526-578c-408d-b6b0-df02f8b2d825 req-f5279272-fa96-4770-a0e6-d625ec84e963 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:33.420558 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75b1f526-578c-408d-b6b0-df02f8b2d825 req-f5279272-fa96-4770-a0e6-d625ec84e963 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0521548 Apr 11 16:36:33.472271 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75b1f526-578c-408d-b6b0-df02f8b2d825 req-f84db934-77c9-4889-b0f3-7768ef74155b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458806 Apr 11 16:36:34.012755 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376f6dd-395d-4610-b287-f115f97801ad req-9783169f-2263-4a45-aca1-062b9ae17d9c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:34.014272 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f376f6dd-395d-4610-b287-f115f97801ad req-9783169f-2263-4a45-aca1-062b9ae17d9c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0777583 Apr 11 16:36:34.025386 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44369da-e594-4177-bc4d-9460bd83aa01 req-55ff4c24-11f1-48e7-a269-2d39bcd6da43 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:34.026735 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b44369da-e594-4177-bc4d-9460bd83aa01 req-55ff4c24-11f1-48e7-a269-2d39bcd6da43 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0789318 Apr 11 16:36:34.100865 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f376f6dd-395d-4610-b287-f115f97801ad req-038ba6e4-fb74-43bf-9979-ac306f92d745 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728550 Apr 11 16:36:34.110430 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b44369da-e594-4177-bc4d-9460bd83aa01 req-ec078b20-052f-4814-aec2-38feada76526 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766761 Apr 11 16:36:34.349233 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:36:34.593700 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdf12d-2f89-4a22-8612-780ff7b01680 req-1db07d70-e10f-4c11-a424-ae6901dcaf22 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:34.595053 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d9bdf12d-2f89-4a22-8612-780ff7b01680 req-1db07d70-e10f-4c11-a424-ae6901dcaf22 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0490320 Apr 11 16:36:34.645652 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d9bdf12d-2f89-4a22-8612-780ff7b01680 req-be09bd68-b52a-40b0-ad69-becf6f7fa9c4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447948 Apr 11 16:36:35.245742 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996850a-7d07-4a1c-ad03-1524a6f0b19a req-4e908d71-c3be-492b-b948-aaeb110762fd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:35.247188 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5996850a-7d07-4a1c-ad03-1524a6f0b19a req-4e908d71-c3be-492b-b948-aaeb110762fd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0712218 Apr 11 16:36:35.255407 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1f5d5-e7f9-429c-8ec0-ef8a5ca4925a req-d75d2c27-b239-449d-8eca-b27104f66045 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:35.256832 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bac1f5d5-e7f9-429c-8ec0-ef8a5ca4925a req-d75d2c27-b239-449d-8eca-b27104f66045 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0714128 Apr 11 16:36:35.330447 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5996850a-7d07-4a1c-ad03-1524a6f0b19a req-ef2f80c6-856d-4915-9989-a3ae2c916e16 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724616 Apr 11 16:36:35.334431 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bac1f5d5-e7f9-429c-8ec0-ef8a5ca4925a req-3896b7a9-b6f6-4f66-85a9-94775e7ccd1a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698168 Apr 11 16:36:35.769446 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dcc08-64f9-42b6-bef8-d00e7ee076c2 req-fb4d91d6-36ca-4161-b958-0796633b70a4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:35.770947 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-707dcc08-64f9-42b6-bef8-d00e7ee076c2 req-fb4d91d6-36ca-4161-b958-0796633b70a4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0540245 Apr 11 16:36:35.821876 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-707dcc08-64f9-42b6-bef8-d00e7ee076c2 req-bde51383-f44c-49e0-80fc-8072d1caecae tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452385 Apr 11 16:36:36.475967 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b79d2-deef-4365-92bf-da8c69f0fdd0 req-4c09aed4-4933-417b-b960-d78ab8437126 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:36.477673 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa8b79d2-deef-4365-92bf-da8c69f0fdd0 req-4c09aed4-4933-417b-b960-d78ab8437126 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0740719 Apr 11 16:36:36.486512 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378d722-27a6-4293-ba8a-fb0fc31c32b2 req-63691a4e-0e55-4283-b69c-997935fcf36e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:36.486512 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7378d722-27a6-4293-ba8a-fb0fc31c32b2 req-63691a4e-0e55-4283-b69c-997935fcf36e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0827675 Apr 11 16:36:36.561841 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa8b79d2-deef-4365-92bf-da8c69f0fdd0 req-89be8e95-7a6b-46c7-a9b0-f53665e2a3c4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758932 Apr 11 16:36:36.565105 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7378d722-27a6-4293-ba8a-fb0fc31c32b2 req-cb02fcf6-9da3-4203-89ab-104e221ffcd6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733871 Apr 11 16:36:36.944898 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbd7e6-8226-48a5-afdc-209cf51cf71e req-3f26247d-f8ec-4537-b10f-1638797c5fdd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:36.946320 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-99dbd7e6-8226-48a5-afdc-209cf51cf71e req-3f26247d-f8ec-4537-b10f-1638797c5fdd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0502124 Apr 11 16:36:36.995239 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-99dbd7e6-8226-48a5-afdc-209cf51cf71e req-93be97ec-6bc9-4848-81a8-5d62c457c26d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432229 Apr 11 16:36:37.712429 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdb657-392c-4cb2-94c7-a9db53894c96 req-b023d2e2-41b4-45cc-bbe1-2d359a3662cd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:37.713979 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65cdb657-392c-4cb2-94c7-a9db53894c96 req-b023d2e2-41b4-45cc-bbe1-2d359a3662cd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0796397 Apr 11 16:36:37.722264 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cded93-c0cd-4e11-b2b4-6f266f1348a5 req-169b2254-9006-42d6-9ffb-7f709c4dd137 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:37.723690 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-86cded93-c0cd-4e11-b2b4-6f266f1348a5 req-169b2254-9006-42d6-9ffb-7f709c4dd137 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0802114 Apr 11 16:36:37.797477 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65cdb657-392c-4cb2-94c7-a9db53894c96 req-9a434b37-8f9a-4bec-9220-ca9a3b20d5af tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727100 Apr 11 16:36:37.800699 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-86cded93-c0cd-4e11-b2b4-6f266f1348a5 req-92cf6ff0-9e61-498f-9f7e-48f7a748d5fa tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697939 Apr 11 16:36:38.117143 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a75e40-b221-4a1b-9bb0-f66e683e9d8e req-d6295f1a-c6b4-4ba3-93f1-d8a30c6b020d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:38.118512 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40a75e40-b221-4a1b-9bb0-f66e683e9d8e req-d6295f1a-c6b4-4ba3-93f1-d8a30c6b020d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0492074 Apr 11 16:36:38.169653 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40a75e40-b221-4a1b-9bb0-f66e683e9d8e req-cf7b00bd-6b07-417b-84c4-9a5c91593cd9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454519 Apr 11 16:36:38.948924 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1450f-850d-42d9-94aa-c9697311cfd8 req-752c01cc-5c92-4c50-9e7e-917f877e0bd5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:38.950476 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ae1450f-850d-42d9-94aa-c9697311cfd8 req-752c01cc-5c92-4c50-9e7e-917f877e0bd5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0825388 Apr 11 16:36:38.962805 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eae49-06ea-4260-ab51-1714a9203ca0 req-57219197-59b2-4466-a38e-0ba36e555161 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:38.962805 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fb8eae49-06ea-4260-ab51-1714a9203ca0 req-57219197-59b2-4466-a38e-0ba36e555161 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0825009 Apr 11 16:36:39.028939 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ae1450f-850d-42d9-94aa-c9697311cfd8 req-75ce1cd9-330d-462e-a473-83a3be1fda5a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673964 Apr 11 16:36:39.036390 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fb8eae49-06ea-4260-ab51-1714a9203ca0 req-e2737026-5201-449b-a3be-2a381a6547ae tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692229 Apr 11 16:36:39.297653 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79032993-5099-4f38-87d3-031aed37398d req-16fa6786-5f48-4a02-b618-254e6215fd50 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:39.299776 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79032993-5099-4f38-87d3-031aed37398d req-16fa6786-5f48-4a02-b618-254e6215fd50 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0501804 Apr 11 16:36:39.352975 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79032993-5099-4f38-87d3-031aed37398d req-2a168c9e-8454-4068-b500-a3005e556fb2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465488 Apr 11 16:36:40.174561 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e652-c29e-4ab9-8a56-331577a730cf req-56d96458-703b-4b08-be7e-c63b55f65183 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:40.176178 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-82f1e652-c29e-4ab9-8a56-331577a730cf req-56d96458-703b-4b08-be7e-c63b55f65183 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0777400 Apr 11 16:36:40.184555 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdce1e4-a234-46f9-8dd5-9eca267ecebb req-12b76429-346f-4725-9cea-93eb8dd50d5f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:40.186358 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6bdce1e4-a234-46f9-8dd5-9eca267ecebb req-12b76429-346f-4725-9cea-93eb8dd50d5f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0764413 Apr 11 16:36:40.265367 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-82f1e652-c29e-4ab9-8a56-331577a730cf req-7a30fc3a-1544-4e79-b307-a8f4e60a2ef6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778098 Apr 11 16:36:40.268611 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6bdce1e4-a234-46f9-8dd5-9eca267ecebb req-0cb7204d-2a65-48a1-b037-146858ca778c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756123 Apr 11 16:36:40.471693 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b1d70-3f7c-45fd-b1f0-96b80b0f777b req-7ed7d2bc-63cc-444e-8934-f6f92921370f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:40.473172 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab4b1d70-3f7c-45fd-b1f0-96b80b0f777b req-7ed7d2bc-63cc-444e-8934-f6f92921370f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0472848 Apr 11 16:36:40.523432 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab4b1d70-3f7c-45fd-b1f0-96b80b0f777b req-40443793-1156-477f-8533-05baa3d6199b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442343 Apr 11 16:36:41.421414 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb610da-8010-46c2-a9fc-cdb6eb297f6d req-1ff5b03a-b009-4bcc-8980-687f41076935 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:41.422876 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dcb610da-8010-46c2-a9fc-cdb6eb297f6d req-1ff5b03a-b009-4bcc-8980-687f41076935 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0812593 Apr 11 16:36:41.428705 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332d58c-3440-4425-9e68-942cba82b8bd req-53d02111-dd92-4c14-9881-b92f63500a30 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:41.430059 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7332d58c-3440-4425-9e68-942cba82b8bd req-53d02111-dd92-4c14-9881-b92f63500a30 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0872073 Apr 11 16:36:41.505361 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dcb610da-8010-46c2-a9fc-cdb6eb297f6d req-7527f7c7-f25d-4b5d-a026-8d1ac4c2bdad tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743310 Apr 11 16:36:41.508921 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7332d58c-3440-4425-9e68-942cba82b8bd req-5da760ac-7b13-4cf3-8dc0-08e398b78c14 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721774 Apr 11 16:36:41.644002 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaab582-653c-4f9c-a401-702615558ff6 req-67359206-0b84-46b4-85c0-cfcf059a8880 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:41.645453 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-adaab582-653c-4f9c-a401-702615558ff6 req-67359206-0b84-46b4-85c0-cfcf059a8880 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0508125 Apr 11 16:36:41.693064 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-adaab582-653c-4f9c-a401-702615558ff6 req-33894827-261d-4da0-b79f-3a4ed7d506c9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418200 Apr 11 16:36:42.651975 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68942a0-5373-4377-ad01-b7470eda9f70 req-ef90f28b-420d-43c1-987d-59d92efb150b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:42.653498 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d68942a0-5373-4377-ad01-b7470eda9f70 req-ef90f28b-420d-43c1-987d-59d92efb150b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0784044 Apr 11 16:36:42.661862 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea54ca-9350-4016-8f29-06120a30050d req-60b9791c-b46a-4255-8ed2-99d5d63f78d2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:42.663269 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-90ea54ca-9350-4016-8f29-06120a30050d req-60b9791c-b46a-4255-8ed2-99d5d63f78d2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0781200 Apr 11 16:36:42.737244 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d68942a0-5373-4377-ad01-b7470eda9f70 req-dd04402c-861d-4c3e-880c-56240b38e5c0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729542 Apr 11 16:36:42.740486 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-90ea54ca-9350-4016-8f29-06120a30050d req-072c7be9-e3bc-49fe-8e68-ea5fc61a909d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703723 Apr 11 16:36:42.840040 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab76e6-3d42-45a3-809b-b933c9d15bcb req-7d10f1c2-ee1a-42d3-a70b-0045144c0524 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:42.841498 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84ab76e6-3d42-45a3-809b-b933c9d15bcb req-7d10f1c2-ee1a-42d3-a70b-0045144c0524 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0473535 Apr 11 16:36:42.895251 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84ab76e6-3d42-45a3-809b-b933c9d15bcb req-8886bfa2-f843-4901-9c0b-e797869af5ec tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477967 Apr 11 16:36:43.883295 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec332fd-a237-4bea-a3d2-568f8f01961f req-13f6708e-e23f-4047-a33d-fb4eb970dde5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:43.884883 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fec332fd-a237-4bea-a3d2-568f8f01961f req-13f6708e-e23f-4047-a33d-fb4eb970dde5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0752068 Apr 11 16:36:43.890822 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45756f7-3f19-4698-b89b-89d1b247bd7e req-8bbab50e-d7b4-440d-9997-809e7733d6b9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:43.892159 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f45756f7-3f19-4698-b89b-89d1b247bd7e req-8bbab50e-d7b4-440d-9997-809e7733d6b9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0812740 Apr 11 16:36:43.966741 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fec332fd-a237-4bea-a3d2-568f8f01961f req-6d9ac0b8-8fc4-47d3-a412-0e106ebd2c03 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736177 Apr 11 16:36:43.975659 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f45756f7-3f19-4698-b89b-89d1b247bd7e req-be701641-4aec-467d-a838-5c79493d898b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752244 Apr 11 16:36:44.072350 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c2dee-8698-481b-a689-7cb0bc84e287 req-f7d0acb9-cdaa-466b-8315-e14d4ded9ac0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:44.073815 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d9c2dee-8698-481b-a689-7cb0bc84e287 req-f7d0acb9-cdaa-466b-8315-e14d4ded9ac0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0466516 Apr 11 16:36:44.121891 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d9c2dee-8698-481b-a689-7cb0bc84e287 req-ec2c0fdb-aa3c-4d81-8102-b646614613cc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Apr 11 16:36:45.118350 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40566961-24ff-4511-aaf7-34937046b437 req-b1e8e0bd-47d6-4e9a-9da0-b6a5920602c1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:45.119974 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40566961-24ff-4511-aaf7-34937046b437 req-b1e8e0bd-47d6-4e9a-9da0-b6a5920602c1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0826387 Apr 11 16:36:45.139138 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb070f2-69d3-4862-97e9-4f3ebe15b6b8 req-5c8b00a6-4cca-470d-a852-846948b5f14f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:45.140619 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3bb070f2-69d3-4862-97e9-4f3ebe15b6b8 req-5c8b00a6-4cca-470d-a852-846948b5f14f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0699193 Apr 11 16:36:45.208568 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40566961-24ff-4511-aaf7-34937046b437 req-8842a6a7-5dde-4aa3-b341-ddb4cd6ab0bf tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811522 Apr 11 16:36:45.211494 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3bb070f2-69d3-4862-97e9-4f3ebe15b6b8 req-5219bd25-2866-410a-bd51-9e13c285682d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627420 Apr 11 16:36:45.317648 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c701d-902d-4e4d-bd32-92dfb531b647 req-12ec4901-d263-4a63-a010-77286c15dd7c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:45.319157 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-df7c701d-902d-4e4d-bd32-92dfb531b647 req-12ec4901-d263-4a63-a010-77286c15dd7c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0456357 Apr 11 16:36:45.367575 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-df7c701d-902d-4e4d-bd32-92dfb531b647 req-0525cb5c-0621-4f11-8510-4c49409fc54d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418236 Apr 11 16:36:45.523150 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174375f-93d1-4397-86c2-1768ff9a0848 req-baac48d6-7c8f-4780-99bd-dfb9e4c01aaf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:45.524665 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e174375f-93d1-4397-86c2-1768ff9a0848 req-baac48d6-7c8f-4780-99bd-dfb9e4c01aaf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0485671 Apr 11 16:36:45.533570 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 54424) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:45.538173 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'floatingip': {'port_id': '8b85453b-0363-47d5-9902-93d848d7263e'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:36:45.615393 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (dadb3716-c634-4942-aa3b-977d92d96db3), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:46.505030 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481d5d1-6184-4c57-a147-6c5b9d1ba3a0 req-6d39ddaf-6d7a-472e-a8f6-dd32c2d565aa tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:46.507569 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3481d5d1-6184-4c57-a147-6c5b9d1ba3a0 req-6d39ddaf-6d7a-472e-a8f6-dd32c2d565aa tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.2061532 Apr 11 16:36:46.544857 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4ce8b-54db-47ab-9be8-c35a987c7ef4 req-e477ad5e-988a-469b-8efa-1ed363afb229 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:46.547352 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21c4ce8b-54db-47ab-9be8-c35a987c7ef4 req-e477ad5e-988a-469b-8efa-1ed363afb229 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.2293744 Apr 11 16:36:46.716137 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.db.resource_extend [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 16:36:46.877432 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3481d5d1-6184-4c57-a147-6c5b9d1ba3a0 req-a650c262-e7ca-44d3-9665-ec3a6d906caa tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583364 Apr 11 16:36:46.903870 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21c4ce8b-54db-47ab-9be8-c35a987c7ef4 req-6a518aff-c893-442c-b890-fb976ef569dd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201873 Apr 11 16:36:46.922006 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:46.928419 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (dadb3716-c634-4942-aa3b-977d92d96db3), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:47.030838 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Floating IP dadb3716-c634-4942-aa3b-977d92d96db3 associated. External IP: 172.27.0.13, port: 8b85453b-0363-47d5-9902-93d848d7263e. Apr 11 16:36:47.142619 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:47.251600 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Router 0b016d98-8e95-4922-9fcd-16a8dff57415 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:36:47.367666 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:36:47.372769 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:47.381654 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] Sync routers for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:36:47.391236 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:36:47.391870 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:36:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:47.404854 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-bab5e878-ad3f-40d4-9eef-412aba2b9f1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "PUT /v2.0/floatingips/dadb3716-c634-4942-aa3b-977d92d96db3 HTTP/1.1" status: 200 len: 990 time: 1.8699961 Apr 11 16:36:47.405291 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:36:47.407552 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f290474d-e3e3-405e-8317-8113f3e41412" -d '{"events": [{"name": "network-changed", "server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "tag": "8b85453b-0363-47d5-9902-93d848d7263e"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:36:47.442343 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eea0eb1-040d-4595-a3d6-5f245e235cd4 x-openstack-request-id: req-8eea0eb1-040d-4595-a3d6-5f245e235cd4 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:36:47.442632 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "tag": "8b85453b-0363-47d5-9902-93d848d7263e", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:36:47.442879 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8eea0eb1-040d-4595-a3d6-5f245e235cd4 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:36:47.443278 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eea0eb1-040d-4595-a3d6-5f245e235cd4'] response: {'name': 'network-changed', 'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e', 'status': 'completed', 'code': 200} Apr 11 16:36:47.496491 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:36:47.763090 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'dadb3716-c634-4942-aa3b-977d92d96db3', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'port_id': '8b85453b-0363-47d5-9902-93d848d7263e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'mac_address': 'fa:16:3e:a6:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08685e5-3c41-4032-9633-cc591711221a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:35:37Z', 'updated_at': '2022-04-11T16:36:46Z', 'revision_number': 1, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:47.793034 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] Checking router: 0b016d98-8e95-4922-9fcd-16a8dff57415 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:36:47.802467 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:36:47.803064 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:36:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:47.909823 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:36:47.991181 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d82962-90be-4e94-b1a1-41d37c3a63b4 req-a239e220-71f9-40ae-8dc0-d0c05a6b4c74 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:47.992854 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-58d82962-90be-4e94-b1a1-41d37c3a63b4 req-a239e220-71f9-40ae-8dc0-d0c05a6b4c74 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0488060 Apr 11 16:36:48.063102 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84426a4b-3253-4259-9392-30a89ea1b5a5 req-d56c3799-fa7c-4bd3-b957-0e90e769eaef tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:48.064698 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84426a4b-3253-4259-9392-30a89ea1b5a5 req-d56c3799-fa7c-4bd3-b957-0e90e769eaef tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0709982 Apr 11 16:36:48.089231 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-58d82962-90be-4e94-b1a1-41d37c3a63b4 req-8347785b-24d4-45cb-8a61-5520205ddbbd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853825 Apr 11 16:36:48.128139 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84426a4b-3253-4259-9392-30a89ea1b5a5 req-55f950a5-22a6-4795-a048-1f0f8b24c469 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544350 Apr 11 16:36:48.230326 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'dadb3716-c634-4942-aa3b-977d92d96db3', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'port_id': '8b85453b-0363-47d5-9902-93d848d7263e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'mac_address': 'fa:16:3e:a6:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08685e5-3c41-4032-9633-cc591711221a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:35:37Z', 'updated_at': '2022-04-11T16:36:46Z', 'revision_number': 1, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:48.261910 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac90cd-ee58-46b3-b758-3ca043113f9a None None] The sync data for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi is: [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'dadb3716-c634-4942-aa3b-977d92d96db3', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'port_id': '8b85453b-0363-47d5-9902-93d848d7263e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'mac_address': 'fa:16:3e:a6:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08685e5-3c41-4032-9633-cc591711221a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:35:37Z', 'updated_at': '2022-04-11T16:36:46Z', 'revision_number': 1, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:36:48.470829 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29536379-cc80-4420-b13b-8e79cf0abbcb None None] New status for floating IP dadb3716-c634-4942-aa3b-977d92d96db3: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:36:49.208547 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d548b71-e02e-43e2-ae77-4df09b0c4cfa req-075c4964-371b-4b7e-8cd4-456d955117b5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:49.209973 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2d548b71-e02e-43e2-ae77-4df09b0c4cfa req-075c4964-371b-4b7e-8cd4-456d955117b5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0495403 Apr 11 16:36:49.272277 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60872890-e492-4947-8adc-ff85471cce09 req-75f20b51-9865-44f6-800f-5d98764fad62 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:49.274036 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-60872890-e492-4947-8adc-ff85471cce09 req-75f20b51-9865-44f6-800f-5d98764fad62 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0725496 Apr 11 16:36:49.312058 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2d548b71-e02e-43e2-ae77-4df09b0c4cfa req-b6ed85a8-a617-46d9-aab9-04b9b70fe0bd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938277 Apr 11 16:36:49.337880 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-60872890-e492-4947-8adc-ff85471cce09 req-826d1ecc-1ecd-4510-93f2-ceb6c53538f7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569606 Apr 11 16:36:50.450207 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37fa40-fa03-4441-bce7-940041ee8e07 req-1abc06a0-1ed0-4ffc-9351-b73a268b868c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:50.451738 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d37fa40-fa03-4441-bce7-940041ee8e07 req-1abc06a0-1ed0-4ffc-9351-b73a268b868c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0733111 Apr 11 16:36:50.471980 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc799c5a-a7a2-4038-8fa4-2861b42c6da6 req-0bf6bd45-4b6c-4628-87d7-e7bd29234168 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:50.473407 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc799c5a-a7a2-4038-8fa4-2861b42c6da6 req-0bf6bd45-4b6c-4628-87d7-e7bd29234168 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0667548 Apr 11 16:36:50.547245 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d37fa40-fa03-4441-bce7-940041ee8e07 req-36878b23-3ff9-47e7-a8fd-f86ed9a77b78 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894296 Apr 11 16:36:50.554481 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc799c5a-a7a2-4038-8fa4-2861b42c6da6 req-e400aad7-9e46-46e5-bbb5-1d920e3ea06e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744576 Apr 11 16:36:51.693506 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eaeef-b851-4f6f-8ae6-702f57447d12 req-da771969-4d2a-44b6-820e-864eace6d45f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:51.694955 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a8eaeef-b851-4f6f-8ae6-702f57447d12 req-da771969-4d2a-44b6-820e-864eace6d45f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0722396 Apr 11 16:36:51.714405 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d655b3a-af5b-49a2-8081-e9ccd7403123 req-8334ffea-a424-4e91-a1ac-4887bf606e55 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:51.715892 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d655b3a-af5b-49a2-8081-e9ccd7403123 req-8334ffea-a424-4e91-a1ac-4887bf606e55 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0655518 Apr 11 16:36:51.775890 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a8eaeef-b851-4f6f-8ae6-702f57447d12 req-143c9f2b-5c2b-4751-8e15-81c548aaa1b5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732336 Apr 11 16:36:51.786981 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d655b3a-af5b-49a2-8081-e9ccd7403123 req-1dd85789-224b-4d73-abea-dbd32362201d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629749 Apr 11 16:36:52.484448 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290474d-e3e3-405e-8317-8113f3e41412 req-8e5ae014-5561-4fe4-aabb-9690a60aaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:52.486131 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f290474d-e3e3-405e-8317-8113f3e41412 req-8e5ae014-5561-4fe4-aabb-9690a60aaa1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 1129 time: 0.0448217 Apr 11 16:36:52.549007 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15569951-a2e4-4a5b-ab79-0c9816b7f6bf req-c2fc3a4c-78bf-411a-b803-7491c82b2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:52.550664 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15569951-a2e4-4a5b-ab79-0c9816b7f6bf req-c2fc3a4c-78bf-411a-b803-7491c82b2bf5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 1130 time: 0.0466080 Apr 11 16:36:52.601468 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15569951-a2e4-4a5b-ab79-0c9816b7f6bf req-8142f636-f0eb-41d1-96ec-4a72d9dd3c62 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440068 Apr 11 16:36:52.665713 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290474d-e3e3-405e-8317-8113f3e41412 req-b03a1c82-e9bd-4050-a352-aa82909a44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:52.667212 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f290474d-e3e3-405e-8317-8113f3e41412 req-b03a1c82-e9bd-4050-a352-aa82909a44e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 918 time: 0.1621642 Apr 11 16:36:52.919410 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b9def-39b4-4115-b9cf-8ffcabf6bc84 req-d1045e75-efe0-4114-ae13-5d7a37ad0ac7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:52.920956 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e37b9def-39b4-4115-b9cf-8ffcabf6bc84 req-d1045e75-efe0-4114-ae13-5d7a37ad0ac7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0782347 Apr 11 16:36:52.932648 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc80da4-f31c-490f-89a8-3db628076440 req-a0af02ef-ef16-48ea-81fa-e44226a1e2e1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:52.934220 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6dc80da4-f31c-490f-89a8-3db628076440 req-a0af02ef-ef16-48ea-81fa-e44226a1e2e1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0627551 Apr 11 16:36:53.034223 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e37b9def-39b4-4115-b9cf-8ffcabf6bc84 req-415128a5-d913-4943-8be3-d99a249c9d56 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988030 Apr 11 16:36:53.040449 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6dc80da4-f31c-490f-89a8-3db628076440 req-bec8853c-5e07-4eb1-a713-c2fdee9d845d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964286 Apr 11 16:36:53.093668 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f290474d-e3e3-405e-8317-8113f3e41412 req-f30e7e0d-2633-49b1-be82-e406901b16f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b85453b-0363-47d5-9902-93d848d7263e HTTP/1.1" status: 200 len: 1000 time: 0.1086130 Apr 11 16:36:53.154212 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290474d-e3e3-405e-8317-8113f3e41412 req-4ad3a2d6-8dd6-4e81-8abb-c94ae4fac137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:53.155698 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f290474d-e3e3-405e-8317-8113f3e41412 req-4ad3a2d6-8dd6-4e81-8abb-c94ae4fac137 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0536628 Apr 11 16:36:53.209417 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290474d-e3e3-405e-8317-8113f3e41412 req-a6eec461-5f66-4a1b-9f10-a296d5b59ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:53.210936 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f290474d-e3e3-405e-8317-8113f3e41412 req-a6eec461-5f66-4a1b-9f10-a296d5b59ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414567 Apr 11 16:36:53.320777 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f290474d-e3e3-405e-8317-8113f3e41412 req-51621256-56fc-4649-841f-75bb06313cbf service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995166 Apr 11 16:36:53.333225 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b935af-fd23-4957-87f2-d9354b452eae req-f05f2a36-df98-4d78-a7d1-e378ae87f719 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:53.334795 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-26b935af-fd23-4957-87f2-d9354b452eae req-f05f2a36-df98-4d78-a7d1-e378ae87f719 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0481937 Apr 11 16:36:53.384711 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-26b935af-fd23-4957-87f2-d9354b452eae req-e0602153-a199-478b-8a70-35b4eed91e49 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 Apr 11 16:36:53.761786 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 54570) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:53.864839 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3a21f60c-1ffe-48b7-aec9-a2464a695a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:53.986033 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3a21f60c-1ffe-48b7-aec9-a2464a695a60 admin admin] Publish callbacks [] for security_group (2adad486-0393-4368-8483-f36d04ff7daa), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:53.995020 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3a21f60c-1ffe-48b7-aec9-a2464a695a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2adad486-0393-4368-8483-f36d04ff7daa), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:53.999390 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-1bcb8e92-b788-4e6f-a1b4-b7b690084ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:54.000901 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-1bcb8e92-b788-4e6f-a1b4-b7b690084ed7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 1129 time: 0.0630760 Apr 11 16:36:54.043382 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f290474d-e3e3-405e-8317-8113f3e41412 req-aa0b8643-2b31-4522-a3f8-41dcfae2e733 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253424 Apr 11 16:36:54.065546 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3a21f60c-1ffe-48b7-aec9-a2464a695a60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35040db6044241d88be28735844d02a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026259 Apr 11 16:36:54.068238 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 54586) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:54.070258 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21f60c-1ffe-48b7-aec9-a2464a695a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adad486-0393-4368-8483-f36d04ff7daa,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:54.199676 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c1484-53fb-4958-b1a1-489390387323 req-8b100306-6b2b-4e40-b8e4-a5f1bcd59879 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:54.201228 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a2c1484-53fb-4958-b1a1-489390387323 req-8b100306-6b2b-4e40-b8e4-a5f1bcd59879 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0842388 Apr 11 16:36:54.203605 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-7db539cb-4a10-45ae-916a-ca2093ee7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:54.205072 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-7db539cb-4a10-45ae-916a-ca2093ee7d70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.1906486 Apr 11 16:36:54.223594 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d99f71fe-2501-4ba3-8642-2a70e555ab6b admin admin] Publish callbacks [] for security_group (2adad486-0393-4368-8483-f36d04ff7daa), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:54.267093 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d99f71fe-2501-4ba3-8642-2a70e555ab6b admin admin] Publish callbacks [] for security_group (2adad486-0393-4368-8483-f36d04ff7daa), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:54.322571 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a2c1484-53fb-4958-b1a1-489390387323 req-2b2dfbee-8944-4eed-a2ff-4406f40b862f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100683 Apr 11 16:36:54.326405 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-4d0fffda-16f9-4835-a2ca-52cae6b169ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397ce2a8-6d73-4bf8-b796-c54287e1035a HTTP/1.1" status: 200 len: 217 time: 0.0525289 Apr 11 16:36:54.653235 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-87a2a561-2036-47a2-b041-7b67ff3caa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:54.655193 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-87a2a561-2036-47a2-b041-7b67ff3caa5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0922353 Apr 11 16:36:54.662616 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce0a8e-75e0-464c-b652-19829c9d0839 req-ade88d10-5b29-4885-95ca-f510ddc2f652 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:54.664171 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c8ce0a8e-75e0-464c-b652-19829c9d0839 req-ade88d10-5b29-4885-95ca-f510ddc2f652 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.1001248 Apr 11 16:36:54.670355 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d99f71fe-2501-4ba3-8642-2a70e555ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2adad486-0393-4368-8483-f36d04ff7daa), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:54.673301 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d99f71fe-2501-4ba3-8642-2a70e555ab6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:54.674499 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d99f71fe-2501-4ba3-8642-2a70e555ab6b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2adad486-0393-4368-8483-f36d04ff7daa HTTP/1.1" status: 204 len: 168 time: 0.6052258 Apr 11 16:36:54.697843 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f71fe-2501-4ba3-8642-2a70e555ab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adad486-0393-4368-8483-f36d04ff7daa,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:54.740653 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c8ce0a8e-75e0-464c-b652-19829c9d0839 req-83a2f53b-71e0-4c0a-b7d4-4af44df82433 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650146 Apr 11 16:36:54.950533 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 54608) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:54.964605 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1a5180ed-2b23-4899-884f-d8e795f16eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:55.051411 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1a5180ed-2b23-4899-884f-d8e795f16eb3 admin admin] Publish callbacks [] for security_group (53731580-55e1-4c06-8b12-286043031212), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:55.057713 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1a5180ed-2b23-4899-884f-d8e795f16eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (53731580-55e1-4c06-8b12-286043031212), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:55.096817 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-1a5180ed-2b23-4899-884f-d8e795f16eb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=063f7c467d9a42699d14ba16ec0061df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450973 Apr 11 16:36:55.098862 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5180ed-2b23-4899-884f-d8e795f16eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53731580-55e1-4c06-8b12-286043031212,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:55.099616 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 54612) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:55.127320 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f5be7823-ac47-4272-8532-684cef823d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:55.155978 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-07278970-6878-421c-be40-f31574ab5d61 admin admin] Publish callbacks [] for security_group (53731580-55e1-4c06-8b12-286043031212), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:55.180911 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-07278970-6878-421c-be40-f31574ab5d61 admin admin] Publish callbacks [] for security_group (53731580-55e1-4c06-8b12-286043031212), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:55.252025 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-0f03896e-2208-41bc-b011-2fba64701ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:55.253603 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-0f03896e-2208-41bc-b011-2fba64701ade service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475509 Apr 11 16:36:55.292320 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-07278970-6878-421c-be40-f31574ab5d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (53731580-55e1-4c06-8b12-286043031212), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:55.297835 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-07278970-6878-421c-be40-f31574ab5d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:55.300351 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-07278970-6878-421c-be40-f31574ab5d61 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53731580-55e1-4c06-8b12-286043031212 HTTP/1.1" status: 204 len: 168 time: 0.1995425 Apr 11 16:36:55.348105 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07278970-6878-421c-be40-f31574ab5d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53731580-55e1-4c06-8b12-286043031212,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:55.390144 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-8243e6be-ce09-49d2-8830-98262b5f4797 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252789 Apr 11 16:36:55.518639 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b642514-1398-44a3-b8b8-9e72af063c74 req-18b8b17d-bdf5-4862-b569-c7b68aaea37d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:55.520087 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6b642514-1398-44a3-b8b8-9e72af063c74 req-18b8b17d-bdf5-4862-b569-c7b68aaea37d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0911615 Apr 11 16:36:55.554263 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cc30313-647d-4a7c-88a3-a3af557b3965 req-62b7ab70-b12d-4b3d-9a35-86b65080c79e service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565914 Apr 11 16:36:55.588214 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6b642514-1398-44a3-b8b8-9e72af063c74 req-c16c81b7-f6e6-453b-8320-e06ab40838e1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611410 Apr 11 16:36:55.710295 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126171f-289e-466a-9650-364542f7779d req-d5dcbc1e-3527-4a35-b34e-f542b10fd39b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:55.711682 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4126171f-289e-466a-9650-364542f7779d req-d5dcbc1e-3527-4a35-b34e-f542b10fd39b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0488191 Apr 11 16:36:55.720624 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 54638) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:55.725198 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-02328e1e-4e45-4e1f-9f64-d93f60c30e70 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'floatingip': {'port_id': 'a73169ab-a868-4681-96ea-03b1560d84b4'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:36:55.773261 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-02328e1e-4e45-4e1f-9f64-d93f60c30e70 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (a750756d-5919-4c06-94b2-bbd458809f1d), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:55.908523 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97723a-5980-4203-b3f2-ba4fd7f39795 req-ed4b977c-76b5-41fa-bb6f-ddf7bb364fda tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:55.910034 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1f97723a-5980-4203-b3f2-ba4fd7f39795 req-ed4b977c-76b5-41fa-bb6f-ddf7bb364fda tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0943508 Apr 11 16:36:56.018848 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1f97723a-5980-4203-b3f2-ba4fd7f39795 req-85e07d99-d2d5-47aa-95e2-1f23a4001fba tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027617 Apr 11 16:36:56.308651 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-02328e1e-4e45-4e1f-9f64-d93f60c30e70 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:56.314388 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-02328e1e-4e45-4e1f-9f64-d93f60c30e70 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (a750756d-5919-4c06-94b2-bbd458809f1d), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:56.430953 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-02328e1e-4e45-4e1f-9f64-d93f60c30e70 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Floating IP a750756d-5919-4c06-94b2-bbd458809f1d associated. External IP: 172.27.0.134, port: a73169ab-a868-4681-96ea-03b1560d84b4. Apr 11 16:36:56.657673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02328e1e-4e45-4e1f-9f64-d93f60c30e70 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Router 24e72542-774c-485c-abf2-fd42cbfa4fd3 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:36:56.774369 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02328e1e-4e45-4e1f-9f64-d93f60c30e70 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:36:56.779256 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-02328e1e-4e45-4e1f-9f64-d93f60c30e70 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:56.785046 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53223a-7448-417c-a123-216d23466cde None None] Sync routers for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:36:56.795723 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53223a-7448-417c-a123-216d23466cde None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:36:56.796511 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2c53223a-7448-417c-a123-216d23466cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:36:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:56.825250 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-02328e1e-4e45-4e1f-9f64-d93f60c30e70 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "PUT /v2.0/floatingips/a750756d-5919-4c06-94b2-bbd458809f1d HTTP/1.1" status: 200 len: 992 time: 1.0944767 Apr 11 16:36:56.825250 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'tag': 'a73169ab-a868-4681-96ea-03b1560d84b4'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:36:56.825250 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f8d657-6650-45e3-bdfd-e3eb7d803097" -d '{"events": [{"name": "network-changed", "server_uuid": "0db1c6a9-bc5a-45f7-bbd3-590292385768", "tag": "a73169ab-a868-4681-96ea-03b1560d84b4"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:36:56.866122 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e908849a-3277-4687-b703-4e046a995458 x-openstack-request-id: req-e908849a-3277-4687-b703-4e046a995458 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:36:56.866411 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db1c6a9-bc5a-45f7-bbd3-590292385768", "tag": "a73169ab-a868-4681-96ea-03b1560d84b4", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:36:56.866662 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e908849a-3277-4687-b703-4e046a995458 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:36:56.867086 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e908849a-3277-4687-b703-4e046a995458'] response: {'name': 'network-changed', 'server_uuid': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'tag': 'a73169ab-a868-4681-96ea-03b1560d84b4', 'status': 'completed', 'code': 200} Apr 11 16:36:56.941172 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-2c53223a-7448-417c-a123-216d23466cde None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:36:56.964547 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-83bca76f-f361-48db-a113-2bd33957d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:56.966381 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-83bca76f-f361-48db-a113-2bd33957d7b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 1130 time: 0.0507152 Apr 11 16:36:57.092170 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-ec7ad63f-687f-4c34-984b-c64a41eae09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:57.096525 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-ec7ad63f-687f-4c34-984b-c64a41eae09b service neutron] 10.222.0.41 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 912 time: 0.1175084 Apr 11 16:36:57.198602 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2c53223a-7448-417c-a123-216d23466cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'a750756d-5919-4c06-94b2-bbd458809f1d', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'port_id': 'a73169ab-a868-4681-96ea-03b1560d84b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'mac_address': 'fa:16:3e:ba:cc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:35:37Z', 'updated_at': '2022-04-11T16:36:56Z', 'revision_number': 1, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:57.242646 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53223a-7448-417c-a123-216d23466cde None None] Checking router: 24e72542-774c-485c-abf2-fd42cbfa4fd3 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:36:57.252253 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53223a-7448-417c-a123-216d23466cde None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:36:57.253143 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2c53223a-7448-417c-a123-216d23466cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:36:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:57.399417 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-2c53223a-7448-417c-a123-216d23466cde None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:36:57.519333 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-62cff460-c7d6-4804-88f5-a29018ef4525 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a73169ab-a868-4681-96ea-03b1560d84b4 HTTP/1.1" status: 200 len: 1000 time: 0.4053228 Apr 11 16:36:57.526202 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ed637-e292-4ff1-a773-47c66aaaff09 req-e52f0154-c25d-4331-82d2-da3b4aad68b6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:57.528091 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5f5ed637-e292-4ff1-a773-47c66aaaff09 req-e52f0154-c25d-4331-82d2-da3b4aad68b6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.3420184 Apr 11 16:36:57.601437 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-45dd19da-3ce6-4bbe-b568-62a2f520fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:57.603111 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-45dd19da-3ce6-4bbe-b568-62a2f520fe47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 200 len: 850 time: 0.0738866 Apr 11 16:36:57.624776 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5f5ed637-e292-4ff1-a773-47c66aaaff09 req-1fe68332-9478-498e-81df-aca3f859ad69 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860672 Apr 11 16:36:57.655809 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-87a947ca-26d5-4952-85a0-939905a2bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:57.657548 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-87a947ca-26d5-4952-85a0-939905a2bd8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461853 Apr 11 16:36:57.685850 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1591b286-d8d7-4d1f-9c0a-a99258923c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:57.687382 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2c53223a-7448-417c-a123-216d23466cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'a750756d-5919-4c06-94b2-bbd458809f1d', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'port_id': 'a73169ab-a868-4681-96ea-03b1560d84b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'mac_address': 'fa:16:3e:ba:cc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:35:37Z', 'updated_at': '2022-04-11T16:36:56Z', 'revision_number': 1, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:57.707973 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 54738) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:57.722102 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53223a-7448-417c-a123-216d23466cde None None] The sync data for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi is: [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'a750756d-5919-4c06-94b2-bbd458809f1d', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'port_id': 'a73169ab-a868-4681-96ea-03b1560d84b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'mac_address': 'fa:16:3e:ba:cc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:35:37Z', 'updated_at': '2022-04-11T16:36:56Z', 'revision_number': 1, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:36:57.787451 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-7a417e1d-309b-48e2-a704-3eb17d55b4d8 service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169271 Apr 11 16:36:57.869669 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-57c980d2-8f54-43ba-8f36-691a8f3f29eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:57.893652 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03f8d657-6650-45e3-bdfd-e3eb7d803097 req-8b2b9d99-1f46-473f-b593-2a991b8fdaae service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976081 Apr 11 16:36:57.974024 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-57c980d2-8f54-43ba-8f36-691a8f3f29eb admin admin] Publish callbacks [] for security_group (a63970f9-7d2c-4e94-8d9a-3343f8ea7d32), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:57.979696 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-57c980d2-8f54-43ba-8f36-691a8f3f29eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (a63970f9-7d2c-4e94-8d9a-3343f8ea7d32), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.018531 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5d047-a4ba-4064-8128-3f5dd51ff391 None None] New status for floating IP a750756d-5919-4c06-94b2-bbd458809f1d: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:36:58.020495 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c980d2-8f54-43ba-8f36-691a8f3f29eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63970f9-7d2c-4e94-8d9a-3343f8ea7d32,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:58.038280 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-57c980d2-8f54-43ba-8f36-691a8f3f29eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a4af3837fbbc4d4880ce5b55369a16b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291137 Apr 11 16:36:58.038491 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 54758) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:58.104027 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea75d14-1e9f-4e94-aa28-7248db790d66 admin admin] Publish callbacks [] for security_group (a63970f9-7d2c-4e94-8d9a-3343f8ea7d32), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.133640 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea75d14-1e9f-4e94-aa28-7248db790d66 admin admin] Publish callbacks [] for security_group (a63970f9-7d2c-4e94-8d9a-3343f8ea7d32), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.185014 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea75d14-1e9f-4e94-aa28-7248db790d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (a63970f9-7d2c-4e94-8d9a-3343f8ea7d32), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.187579 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea75d14-1e9f-4e94-aa28-7248db790d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.191255 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0ea75d14-1e9f-4e94-aa28-7248db790d66 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a63970f9-7d2c-4e94-8d9a-3343f8ea7d32 HTTP/1.1" status: 204 len: 168 time: 0.1491723 Apr 11 16:36:58.197899 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75d14-1e9f-4e94-aa28-7248db790d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63970f9-7d2c-4e94-8d9a-3343f8ea7d32,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:58.487683 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 54770) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:58.501440 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-389d6765-ec53-42ba-9b43-02f792a17b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.522407 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.578128 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-389d6765-ec53-42ba-9b43-02f792a17b7d admin admin] Publish callbacks [] for security_group (08734ec2-f9d1-4ff1-a75e-4644b28121df), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.582572 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-389d6765-ec53-42ba-9b43-02f792a17b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (08734ec2-f9d1-4ff1-a75e-4644b28121df), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.620077 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-389d6765-ec53-42ba-9b43-02f792a17b7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d5f0ed0708140e29bafc3e50ff7e672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312299 Apr 11 16:36:58.620909 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d6765-ec53-42ba-9b43-02f792a17b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08734ec2-f9d1-4ff1-a75e-4644b28121df,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:58.623057 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 54772) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:58.670995 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17875fc8-fe1c-437a-9e83-bf33070e0b7c admin admin] Publish callbacks [] for security_group (08734ec2-f9d1-4ff1-a75e-4644b28121df), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.692016 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17875fc8-fe1c-437a-9e83-bf33070e0b7c admin admin] Publish callbacks [] for security_group (08734ec2-f9d1-4ff1-a75e-4644b28121df), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.741189 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17875fc8-fe1c-437a-9e83-bf33070e0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (08734ec2-f9d1-4ff1-a75e-4644b28121df), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.743991 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17875fc8-fe1c-437a-9e83-bf33070e0b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:58.745114 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-17875fc8-fe1c-437a-9e83-bf33070e0b7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08734ec2-f9d1-4ff1-a75e-4644b28121df HTTP/1.1" status: 204 len: 168 time: 0.1210737 Apr 11 16:36:58.754124 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17875fc8-fe1c-437a-9e83-bf33070e0b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08734ec2-f9d1-4ff1-a75e-4644b28121df,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:36:58.774559 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63488a14-88ad-4e96-80cb-9996d4313d23 req-3607b213-b82a-4f37-982e-c29c645e3007 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:58.776428 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-63488a14-88ad-4e96-80cb-9996d4313d23 req-3607b213-b82a-4f37-982e-c29c645e3007 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0643592 Apr 11 16:36:58.823712 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-63488a14-88ad-4e96-80cb-9996d4313d23 req-25f3f207-06ed-490b-9b7a-42b2aa6ef4f8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Apr 11 16:36:59.938116 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21b56b-08a7-428a-a99d-0b69c227565c req-2d496410-9c95-4693-b7e0-9680ce6dd99e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:36:59.939591 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cd21b56b-08a7-428a-a99d-0b69c227565c req-2d496410-9c95-4693-b7e0-9680ce6dd99e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0470538 Apr 11 16:36:59.986993 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cd21b56b-08a7-428a-a99d-0b69c227565c req-a69487cb-2b49-4ee6-9f79-bae97942f9ba tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Apr 11 16:37:00.410499 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:01.101745 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48aa48-6293-4f82-8926-fbae46b4a71a req-3c199d55-a66b-4f91-8f85-94ce880488ef tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:01.103263 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cf48aa48-6293-4f82-8926-fbae46b4a71a req-3c199d55-a66b-4f91-8f85-94ce880488ef tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0488873 Apr 11 16:37:01.161036 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cf48aa48-6293-4f82-8926-fbae46b4a71a req-a0f71ae2-fc45-4dd5-8d23-c6d7d5b3421f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Apr 11 16:37:01.737237 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:02.274525 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7185d0e-16c9-4137-b7fe-286cc448d5b9 req-536126cb-6849-45b8-aeac-acb5b4ff56e4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:02.276040 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f7185d0e-16c9-4137-b7fe-286cc448d5b9 req-536126cb-6849-45b8-aeac-acb5b4ff56e4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0479970 Apr 11 16:37:02.325954 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f7185d0e-16c9-4137-b7fe-286cc448d5b9 req-d924c824-c7df-4362-8748-c1852dd1256b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Apr 11 16:37:03.443494 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c603f5-4c1a-422f-8908-4164f2cf89d5 req-2994811d-a217-4c3e-857d-88306fdee9cc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:03.445002 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-57c603f5-4c1a-422f-8908-4164f2cf89d5 req-2994811d-a217-4c3e-857d-88306fdee9cc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0478010 Apr 11 16:37:03.495127 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-57c603f5-4c1a-422f-8908-4164f2cf89d5 req-f98fa0a9-3657-4490-a165-8cf638246a46 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Apr 11 16:37:04.612519 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56745e9-59da-4fdc-bba4-f84d4f2758f7 req-3183615d-52e2-45b5-b7fa-3e74abeee27f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:04.613901 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d56745e9-59da-4fdc-bba4-f84d4f2758f7 req-3183615d-52e2-45b5-b7fa-3e74abeee27f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0515020 Apr 11 16:37:04.662950 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d56745e9-59da-4fdc-bba4-f84d4f2758f7 req-e312601b-3d96-4eee-8a74-1646b36b938e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Apr 11 16:37:05.778967 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12d8f4-b226-4449-af8c-761e66401f78 req-09b85ca4-fa76-41b9-93fb-c33048ebe8f2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:05.780472 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb12d8f4-b226-4449-af8c-761e66401f78 req-09b85ca4-fa76-41b9-93fb-c33048ebe8f2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0503423 Apr 11 16:37:05.829401 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb12d8f4-b226-4449-af8c-761e66401f78 req-0fd8ec27-8472-4f92-bb21-c25cea6e42f8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 Apr 11 16:37:06.941730 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389c36b-b687-450d-a489-72b2e6e8abf3 req-37573eaf-35b1-4f0b-9f46-aae2b70010bf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:06.943423 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c389c36b-b687-450d-a489-72b2e6e8abf3 req-37573eaf-35b1-4f0b-9f46-aae2b70010bf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0477943 Apr 11 16:37:06.993761 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c389c36b-b687-450d-a489-72b2e6e8abf3 req-58f472ed-479e-4da7-8fb6-4a968e7dfb85 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 Apr 11 16:37:08.114454 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8c465-5f06-4297-80cf-5e5b6235ab8d req-c0c24906-575a-453a-8c77-2ea23aeea221 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:08.116015 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-baf8c465-5f06-4297-80cf-5e5b6235ab8d req-c0c24906-575a-453a-8c77-2ea23aeea221 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0514455 Apr 11 16:37:08.167759 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-baf8c465-5f06-4297-80cf-5e5b6235ab8d req-db20c073-0206-47be-b8ef-2d5a5bab6808 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451035 Apr 11 16:37:09.282853 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde390cf-216f-40da-a80d-db050b076e81 req-c07c1f67-4bd6-499f-a425-3da82c9d9df1 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:09.284414 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bde390cf-216f-40da-a80d-db050b076e81 req-c07c1f67-4bd6-499f-a425-3da82c9d9df1 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0485835 Apr 11 16:37:09.369406 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bde390cf-216f-40da-a80d-db050b076e81 req-ba747c40-7d8a-4586-b7c8-a2c4905f5305 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788977 Apr 11 16:37:09.382596 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552cc7-60f5-4569-bd84-3ca7c9b28f32 req-a00109fb-43fd-4d58-89f4-b42949804206 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:09.384444 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b9552cc7-60f5-4569-bd84-3ca7c9b28f32 req-a00109fb-43fd-4d58-89f4-b42949804206 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0629883 Apr 11 16:37:09.433097 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b9552cc7-60f5-4569-bd84-3ca7c9b28f32 req-4e383420-8e1e-4a76-b72c-6bc2b4c68d24 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Apr 11 16:37:10.483393 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63a35d-24b1-420b-a8ee-dc476bc8cf15 req-006ab64e-7cf7-4399-ae71-517f8ecfdf9d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:10.484876 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a63a35d-24b1-420b-a8ee-dc476bc8cf15 req-006ab64e-7cf7-4399-ae71-517f8ecfdf9d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0481541 Apr 11 16:37:10.568430 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e1c34-bdbe-472b-b7a0-6318353bf0ec req-94c67014-da67-4950-8b04-6a0fea10fe6b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:10.569966 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b83e1c34-bdbe-472b-b7a0-6318353bf0ec req-94c67014-da67-4950-8b04-6a0fea10fe6b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0661895 Apr 11 16:37:10.573033 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a63a35d-24b1-420b-a8ee-dc476bc8cf15 req-21e54a08-0ad0-4970-a9cb-2f1bc63fd387 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824478 Apr 11 16:37:10.617357 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b83e1c34-bdbe-472b-b7a0-6318353bf0ec req-90cf3acc-4fae-41c2-a4bd-39ecc6e531c3 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Apr 11 16:37:11.348414 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:37:11.688280 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722075c-e413-4c9b-9f80-c7b2921994eb req-3bdbb76d-eded-4c73-b93f-f5832e8ddd81 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:11.690623 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b722075c-e413-4c9b-9f80-c7b2921994eb req-3bdbb76d-eded-4c73-b93f-f5832e8ddd81 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0490558 Apr 11 16:37:11.750252 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be897e80-37b1-4a29-9985-3136a5ff3467 req-1f420bf3-e325-4d8b-b951-1c5746b7c1fd tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:11.751789 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-be897e80-37b1-4a29-9985-3136a5ff3467 req-1f420bf3-e325-4d8b-b951-1c5746b7c1fd tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0602677 Apr 11 16:37:11.789675 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b722075c-e413-4c9b-9f80-c7b2921994eb req-bec2f6c5-79da-4519-8a39-28ad02ebf3bd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892816 Apr 11 16:37:11.817134 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-be897e80-37b1-4a29-9985-3136a5ff3467 req-bf5378ff-051e-4bf8-a8cb-ab6e1c9ab574 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591962 Apr 11 16:37:12.937337 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7da764-f03c-41b6-8b3f-16e522d12f5b req-5a65fc7d-f831-4eee-b052-a31d8a46fe4e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:12.938832 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-da7da764-f03c-41b6-8b3f-16e522d12f5b req-5a65fc7d-f831-4eee-b052-a31d8a46fe4e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0757492 Apr 11 16:37:12.961225 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c375-2fb8-451f-a8c9-80b2dec378f2 req-899e80a5-f710-4e28-be5f-6d91e0d88d46 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:12.962720 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-df28c375-2fb8-451f-a8c9-80b2dec378f2 req-899e80a5-f710-4e28-be5f-6d91e0d88d46 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0681152 Apr 11 16:37:13.029589 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-da7da764-f03c-41b6-8b3f-16e522d12f5b req-8b61bd4c-7e26-482a-b6c9-0308aa1a2ef5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846951 Apr 11 16:37:13.034072 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-df28c375-2fb8-451f-a8c9-80b2dec378f2 req-32cb0b8e-3b5b-47d2-b94d-fdc8aa9b3d39 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649076 Apr 11 16:37:14.094664 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b0f329-a75d-4321-b350-adebf369d280 req-e3878eaa-d99a-440c-ad4c-9f88ac6b7afc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499918 Apr 11 16:37:14.218402 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c95f6c-9487-418d-b445-2c56aa2e90a8 req-d44bef3c-bf75-4fc2-b1b4-5e307424655d tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:14.219820 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-11c95f6c-9487-418d-b445-2c56aa2e90a8 req-d44bef3c-bf75-4fc2-b1b4-5e307424655d tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.1113014 Apr 11 16:37:14.231677 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d4cfe-0d1a-4db6-a7e6-c423f9c1361d req-e74dc217-fc38-4985-b850-bec4622fad1a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:14.233139 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c57d4cfe-0d1a-4db6-a7e6-c423f9c1361d req-e74dc217-fc38-4985-b850-bec4622fad1a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.1228218 Apr 11 16:37:14.235420 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f329-a75d-4321-b350-adebf369d280 req-165d6d4c-333a-4d64-84de-6ed2085ce70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:14.236793 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b0f329-a75d-4321-b350-adebf369d280 req-165d6d4c-333a-4d64-84de-6ed2085ce70a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 1129 time: 0.0873201 Apr 11 16:37:14.336872 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c57d4cfe-0d1a-4db6-a7e6-c423f9c1361d req-3d0408cb-d6a3-4dbf-a492-09f0b8966d1f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942886 Apr 11 16:37:14.363984 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-11c95f6c-9487-418d-b445-2c56aa2e90a8 req-fd834e27-ed28-4b33-8774-16d450e7f373 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296604 Apr 11 16:37:14.404478 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f329-a75d-4321-b350-adebf369d280 req-18464201-e020-47a1-b743-376ffd15303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:14.405964 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b0f329-a75d-4321-b350-adebf369d280 req-18464201-e020-47a1-b743-376ffd15303d service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.1306748 Apr 11 16:37:14.453234 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b0f329-a75d-4321-b350-adebf369d280 req-4cfe1e00-6177-4774-ae65-b328649f26b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7 HTTP/1.1" status: 200 len: 217 time: 0.0389161 Apr 11 16:37:14.506929 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f329-a75d-4321-b350-adebf369d280 req-30b28140-b2bb-4b4b-81bb-89fd0dcfd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:14.509056 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b0f329-a75d-4321-b350-adebf369d280 req-30b28140-b2bb-4b4b-81bb-89fd0dcfd38c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0515571 Apr 11 16:37:14.553413 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f329-a75d-4321-b350-adebf369d280 req-78e95dbb-884f-4d06-8c5b-58d58c50eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:14.557018 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b0f329-a75d-4321-b350-adebf369d280 req-78e95dbb-884f-4d06-8c5b-58d58c50eb19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413597 Apr 11 16:37:14.661270 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b0f329-a75d-4321-b350-adebf369d280 req-ed1adc23-796d-4452-b899-698dc819f766 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973985 Apr 11 16:37:14.768002 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b0f329-a75d-4321-b350-adebf369d280 req-ef0806c3-cb57-47b2-a327-da243f94fa89 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951848 Apr 11 16:37:15.492283 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63060b-15d6-42d6-8f51-cb75fbf80d50 req-be59cefa-9857-44e4-890d-10e62ecdb682 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:15.493830 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-be63060b-15d6-42d6-8f51-cb75fbf80d50 req-be59cefa-9857-44e4-890d-10e62ecdb682 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0867949 Apr 11 16:37:15.515876 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac50a8-7f6f-4df5-93b6-adf28e9a5ccd req-44f7cd59-159e-42d1-9431-e67643dfd087 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:15.517432 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1bac50a8-7f6f-4df5-93b6-adf28e9a5ccd req-44f7cd59-159e-42d1-9431-e67643dfd087 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0738297 Apr 11 16:37:15.578476 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-be63060b-15d6-42d6-8f51-cb75fbf80d50 req-ab6a31b1-2126-446b-a4cd-c7943ad1710d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774317 Apr 11 16:37:15.596035 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1bac50a8-7f6f-4df5-93b6-adf28e9a5ccd req-cc93e40c-e8f6-42b2-a0a6-34a79bc1e6de tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716534 Apr 11 16:37:16.732500 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d390ec-b397-44a0-8b68-72cad6296558 req-6a2c5adb-0cd2-4b23-90ca-ceefda3f860b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:16.734691 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29d390ec-b397-44a0-8b68-72cad6296558 req-6a2c5adb-0cd2-4b23-90ca-ceefda3f860b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0803401 Apr 11 16:37:16.756217 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6a7d9-b595-4ad6-b63c-ae69870099da req-bf22e33d-0633-4f72-bafb-7826c2ff951c tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:16.758100 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b8e6a7d9-b595-4ad6-b63c-ae69870099da req-bf22e33d-0633-4f72-bafb-7826c2ff951c tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0750561 Apr 11 16:37:16.821084 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29d390ec-b397-44a0-8b68-72cad6296558 req-14c8fd5d-0cf9-4f73-a55a-aaca28e62971 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799210 Apr 11 16:37:16.834503 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b8e6a7d9-b595-4ad6-b63c-ae69870099da req-025058fa-c162-4917-9985-0bc81c453d21 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/security-groups?id=66caa894-ac3a-4ca8-8561-d3d4bdf9048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695817 Apr 11 16:37:17.169727 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:17.378796 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-559c32ea-3c83-4945-bbc1-1eee459c4a60 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:17.380880 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-559c32ea-3c83-4945-bbc1-1eee459c4a60 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.41 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 945 time: 0.0544634 Apr 11 16:37:17.515809 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Deleting port 945545f7-d75c-4885-8d14-73d74d4f110d {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:37:17.516270 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:17.617551 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] For port 945545f7-d75c-4885-8d14-73d74d4f110d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=945545f7-d75c-4885-8d14-73d74d4f110d,segment=NetworkSegment(9578e28b-c252-4d31-97b3-076001c246ae),segment_id=9578e28b-c252-4d31-97b3-076001c246ae)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:17.617909 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:17.637847 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Calling delete_port for 945545f7-d75c-4885-8d14-73d74d4f110d owned by compute:nova {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:37:17.802117 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (945545f7-d75c-4885-8d14-73d74d4f110d), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:17.814770 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['945545f7-d75c-4885-8d14-73d74d4f110d'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:37:17.830655 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Pushing event deleted for resources: {'Port': ['ID=945545f7-d75c-4885-8d14-73d74d4f110d,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:17.911394 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] No DVR routers for this DVR port 945545f7-d75c-4885-8d14-73d74d4f110d on host hv-cinder-83716 {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:37:17.922687 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:17.926318 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9f72b92e-0d86-40ff-b4d0-c710d34c7161 req-4d753073-3f79-4753-80ce-8ffd76a03c4b tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.41 "DELETE /v2.0/ports/945545f7-d75c-4885-8d14-73d74d4f110d HTTP/1.1" status: 204 len: 173 time: 0.5377524 Apr 11 16:37:17.934266 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3017c9b9-0056-46a2-b176-6036aad45db0', 'name': 'network-vif-deleted', 'tag': '945545f7-d75c-4885-8d14-73d74d4f110d'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:37:17.937410 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c51fed-a809-4ac7-815e-3f772c2bb373" -d '{"events": [{"server_uuid": "3017c9b9-0056-46a2-b176-6036aad45db0", "name": "network-vif-deleted", "tag": "945545f7-d75c-4885-8d14-73d74d4f110d"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:37:18.001286 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b21062a7-090c-45cc-a854-e7358d2efec9 req-8b02595e-2541-4d54-8c5b-069fb52ddc77 tempest-DeleteServersTestJSON-1508589221 tempest-DeleteServersTestJSON-1508589221-project] 10.222.0.65 "GET /v2.0/ports?device_id=3017c9b9-0056-46a2-b176-6036aad45db0 HTTP/1.1" status: 200 len: 210 time: 0.0591388 Apr 11 16:37:18.014344 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd84a85-4916-4af7-8a60-aad545ed8def req-d58e0980-8e7e-4db1-a89f-60bc4d3f2ead tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:18.016335 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fd84a85-4916-4af7-8a60-aad545ed8def req-d58e0980-8e7e-4db1-a89f-60bc4d3f2ead tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0965838 Apr 11 16:37:18.075038 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a34033d-c759-43ca-85e1-9d8d5aef25af x-openstack-request-id: req-3a34033d-c759-43ca-85e1-9d8d5aef25af {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:37:18.075440 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3017c9b9-0056-46a2-b176-6036aad45db0", "name": "network-vif-deleted", "tag": "945545f7-d75c-4885-8d14-73d74d4f110d", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:37:18.075721 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a34033d-c759-43ca-85e1-9d8d5aef25af {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:37:18.076120 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a34033d-c759-43ca-85e1-9d8d5aef25af'] response: {'server_uuid': '3017c9b9-0056-46a2-b176-6036aad45db0', 'name': 'network-vif-deleted', 'tag': '945545f7-d75c-4885-8d14-73d74d4f110d', 'status': 'completed', 'code': 200} Apr 11 16:37:18.084177 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fd84a85-4916-4af7-8a60-aad545ed8def req-151a76ef-e431-4086-961d-330b2a74a5ac tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618806 Apr 11 16:37:18.633417 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55160) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:18.639470 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55164) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:18.826042 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd453-f347-486d-aa1b-cb374a6d0996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:18.834010 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-60902d94-05cb-44f7-bc98-66fd6adc74b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:18.973017 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd453-f347-486d-aa1b-cb374a6d0996 admin admin] Publish callbacks [] for security_group (db4bab3b-286e-4052-b3cc-89771ef2df01), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:18.975319 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-60902d94-05cb-44f7-bc98-66fd6adc74b6 admin admin] Publish callbacks [] for security_group (1516995f-5f2d-4930-bd14-24e7317f931d), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:18.978425 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd453-f347-486d-aa1b-cb374a6d0996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (db4bab3b-286e-4052-b3cc-89771ef2df01), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:18.988808 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-60902d94-05cb-44f7-bc98-66fd6adc74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1516995f-5f2d-4930-bd14-24e7317f931d), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.036984 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5f3dd453-f347-486d-aa1b-cb374a6d0996 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab9641a1810041a18da094fc7984d671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963685 Apr 11 16:37:19.041614 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55174) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:19.045809 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-60902d94-05cb-44f7-bc98-66fd6adc74b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62bae515af1f4bf5ada0042e46e37842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110332 Apr 11 16:37:19.046598 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dd453-f347-486d-aa1b-cb374a6d0996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4bab3b-286e-4052-b3cc-89771ef2df01,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:19.049149 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55176) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:19.095403 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60902d94-05cb-44f7-bc98-66fd6adc74b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1516995f-5f2d-4930-bd14-24e7317f931d,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:19.113580 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Publish callbacks [] for security_group (db4bab3b-286e-4052-b3cc-89771ef2df01), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.130792 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c04296d0-b575-4ac5-b82d-e7797b440974 admin admin] Publish callbacks [] for security_group (1516995f-5f2d-4930-bd14-24e7317f931d), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.138689 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Publish callbacks [] for security_group (db4bab3b-286e-4052-b3cc-89771ef2df01), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.166228 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c04296d0-b575-4ac5-b82d-e7797b440974 admin admin] Publish callbacks [] for security_group (1516995f-5f2d-4930-bd14-24e7317f931d), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.197209 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (db4bab3b-286e-4052-b3cc-89771ef2df01), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.200910 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.202566 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db4bab3b-286e-4052-b3cc-89771ef2df01 HTTP/1.1" status: 204 len: 168 time: 0.1599789 Apr 11 16:37:19.213681 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4bab3b-286e-4052-b3cc-89771ef2df01,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:19.223460 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.224004 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.224600 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.225099 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.225581 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.226062 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.226752 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.227235 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.227840 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.228329 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.229566 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.230134 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.231188 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.231839 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.232317 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c39ddd1-d389-454c-8bdf-0897963f0f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.264964 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001d2f9-6f2b-49aa-bf66-b95eca6e1a4d req-3d230231-2681-416f-bffd-f3d047e070c9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:19.266934 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0001d2f9-6f2b-49aa-bf66-b95eca6e1a4d req-3d230231-2681-416f-bffd-f3d047e070c9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0661719 Apr 11 16:37:19.274969 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c04296d0-b575-4ac5-b82d-e7797b440974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1516995f-5f2d-4930-bd14-24e7317f931d), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.278214 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c04296d0-b575-4ac5-b82d-e7797b440974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.282609 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c04296d0-b575-4ac5-b82d-e7797b440974 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1516995f-5f2d-4930-bd14-24e7317f931d HTTP/1.1" status: 204 len: 168 time: 0.2325046 Apr 11 16:37:19.295022 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04296d0-b575-4ac5-b82d-e7797b440974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1516995f-5f2d-4930-bd14-24e7317f931d,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:19.352517 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0001d2f9-6f2b-49aa-bf66-b95eca6e1a4d req-a2f35d31-3ba7-4dc9-8c98-52556cc3d364 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687904 Apr 11 16:37:19.669865 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55208) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:19.683964 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f166-a3b5-436a-b98f-0873850f322a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.767954 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f166-a3b5-436a-b98f-0873850f322a admin admin] Publish callbacks [] for security_group (d43b696a-0264-4c59-9f62-97da96f18edd), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.773161 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f166-a3b5-436a-b98f-0873850f322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d43b696a-0264-4c59-9f62-97da96f18edd), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.813583 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c3f1f166-a3b5-436a-b98f-0873850f322a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=831afe848dc94817a3e5174394d00f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424444 Apr 11 16:37:19.814984 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1f166-a3b5-436a-b98f-0873850f322a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43b696a-0264-4c59-9f62-97da96f18edd,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:19.816389 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55212) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:19.867473 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Publish callbacks [] for security_group (d43b696a-0264-4c59-9f62-97da96f18edd), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.895104 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Publish callbacks [] for security_group (d43b696a-0264-4c59-9f62-97da96f18edd), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.950039 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d43b696a-0264-4c59-9f62-97da96f18edd), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.955937 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:19.957094 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d43b696a-0264-4c59-9f62-97da96f18edd HTTP/1.1" status: 204 len: 168 time: 0.1404526 Apr 11 16:37:19.966771 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43b696a-0264-4c59-9f62-97da96f18edd,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:19.976712 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.977154 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.977454 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.977787 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.978204 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.978531 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.978853 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.979222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.979548 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.980017 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.980365 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.980717 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.981179 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.981498 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:19.981861 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2787ce28-146d-499d-823f-027b7fa2b6b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:20.008805 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 945545f7-d75c-4885-8d14-73d74d4f110d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:37:20.035550 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 945545f7-d75c-4885-8d14-73d74d4f110d {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:37:20.035956 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 945545f7-d75c-4885-8d14-73d74d4f110d not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:37:20.493199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25eae3-aba6-4d40-a0d8-0356f6218498 req-69437e1c-869f-4d1c-8b6e-b95eed44c3d2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:20.494760 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ae25eae3-aba6-4d40-a0d8-0356f6218498 req-69437e1c-869f-4d1c-8b6e-b95eed44c3d2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0533612 Apr 11 16:37:20.549263 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ae25eae3-aba6-4d40-a0d8-0356f6218498 req-c2df0d11-15d9-455d-9233-2a04649589ca tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476727 Apr 11 16:37:20.571239 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55260) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:20.618337 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55268) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:20.663461 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-492838a2-eeeb-40d9-83de-5a5083287cb6 admin admin] Deleting subnet b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:37:20.666953 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-492838a2-eeeb-40d9-83de-5a5083287cb6 admin admin] Publish callbacks [] for subnet (b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.704925 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4d05742e-2687-499a-95e9-342e18b2b9b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.721882 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-492838a2-eeeb-40d9-83de-5a5083287cb6 admin admin] Publish callbacks [] for subnet (b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.737301 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-492838a2-eeeb-40d9-83de-5a5083287cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.818810 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-492838a2-eeeb-40d9-83de-5a5083287cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.862104 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492838a2-eeeb-40d9-83de-5a5083287cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:20.866775 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-492838a2-eeeb-40d9-83de-5a5083287cb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.869845 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-492838a2-eeeb-40d9-83de-5a5083287cb6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b7f50b5a-62e5-4afb-b2da-4bdc730c1f0e HTTP/1.1" status: 204 len: 168 time: 0.2504792 Apr 11 16:37:20.871991 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4d05742e-2687-499a-95e9-342e18b2b9b8 admin admin] Publish callbacks [] for security_group (c25a61e5-e2b7-43ba-8aa3-8e768f6eb6cb), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.872983 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55274) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:20.877986 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4d05742e-2687-499a-95e9-342e18b2b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (c25a61e5-e2b7-43ba-8aa3-8e768f6eb6cb), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.919613 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4d05742e-2687-499a-95e9-342e18b2b9b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d47ed7a4e8445e2b8257cc53dc5f666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440940 Apr 11 16:37:20.920046 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55278) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:20.928431 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05742e-2687-499a-95e9-342e18b2b9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25a61e5-e2b7-43ba-8aa3-8e768f6eb6cb,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:20.953427 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (e3943ee9-bf44-464a-b993-383db6dad056), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.983919 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d2afad79-254a-4b5d-ad62-98bc8d3a5e69 admin admin] Publish callbacks [] for security_group (c25a61e5-e2b7-43ba-8aa3-8e768f6eb6cb), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.008332 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d2afad79-254a-4b5d-ad62-98bc8d3a5e69 admin admin] Publish callbacks [] for security_group (c25a61e5-e2b7-43ba-8aa3-8e768f6eb6cb), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.060328 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (e3943ee9-bf44-464a-b993-383db6dad056), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.062684 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d2afad79-254a-4b5d-ad62-98bc8d3a5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (c25a61e5-e2b7-43ba-8aa3-8e768f6eb6cb), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.065507 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d2afad79-254a-4b5d-ad62-98bc8d3a5e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.066741 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d2afad79-254a-4b5d-ad62-98bc8d3a5e69 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c25a61e5-e2b7-43ba-8aa3-8e768f6eb6cb HTTP/1.1" status: 204 len: 168 time: 0.1458426 Apr 11 16:37:21.079654 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afad79-254a-4b5d-ad62-98bc8d3a5e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25a61e5-e2b7-43ba-8aa3-8e768f6eb6cb,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:21.085030 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.085393 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.086865 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.087377 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.088041 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.088613 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.089688 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.090224 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.090824 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.091467 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.225347 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.225347 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.225347 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.225347 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:37:21.225347 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3943ee9-bf44-464a-b993-383db6dad056']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:21.256452 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9578e28b-c252-4d31-97b3-076001c246ae') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:21.256740 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9578e28b-c252-4d31-97b3-076001c246ae') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:21.278416 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529087716'] for segment (9578e28b-c252-4d31-97b3-076001c246ae), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.306314 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (9578e28b-c252-4d31-97b3-076001c246ae), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.323190 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:37:21.323807 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529333284'] for segment (9578e28b-c252-4d31-97b3-076001c246ae), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: from cryptography.utils import int_from_bytes Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: from cryptography.utils import int_from_bytes Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: Traceback (most recent call last): Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: timer() Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: cb(*args, **kw) Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: return func(*args, **kwargs) Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: self._notify() Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: self.callback(batched_events) Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: event.method(event) Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: return f(self, *a, **k) Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._get(url).json() Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:37:21.367251 dv-cinder-837165-2-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:37:21.435972 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (e3943ee9-bf44-464a-b993-383db6dad056), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.468443 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3943ee9-bf44-464a-b993-383db6dad056,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:21.477162 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.484125 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-923533b8-2063-495e-bc07-d2032df53ff6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e3943ee9-bf44-464a-b993-383db6dad056 HTTP/1.1" status: 204 len: 168 time: 0.6071348 Apr 11 16:37:21.680699 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55330) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:21.732368 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983504e-7292-437d-865d-24ea9d1544a4 req-fb2349a6-747f-4416-8f44-f6d5dbc714cd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:21.734121 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8983504e-7292-437d-865d-24ea9d1544a4 req-fb2349a6-747f-4416-8f44-f6d5dbc714cd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0833199 Apr 11 16:37:21.763108 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-89373372-648b-4dc6-807f-523ecb7b7856 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46281803c3eb4cfbaf258d62f8c4d916&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0810869 Apr 11 16:37:21.765349 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55336) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:21.827507 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1c140e24-d857-4246-b641-efc3d44395fd admin admin] Publish callbacks [] for security_group (66caa894-ac3a-4ca8-8561-d3d4bdf9048a), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.830850 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8983504e-7292-437d-865d-24ea9d1544a4 req-b4e7801c-25ca-4cec-8d59-d60ed3caa0a8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907078 Apr 11 16:37:21.856745 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1c140e24-d857-4246-b641-efc3d44395fd admin admin] Publish callbacks [] for security_group (66caa894-ac3a-4ca8-8561-d3d4bdf9048a), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.922110 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1c140e24-d857-4246-b641-efc3d44395fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (66caa894-ac3a-4ca8-8561-d3d4bdf9048a), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.926112 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1c140e24-d857-4246-b641-efc3d44395fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:21.927958 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-1c140e24-d857-4246-b641-efc3d44395fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66caa894-ac3a-4ca8-8561-d3d4bdf9048a HTTP/1.1" status: 204 len: 168 time: 0.1603520 Apr 11 16:37:21.937324 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c140e24-d857-4246-b641-efc3d44395fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66caa894-ac3a-4ca8-8561-d3d4bdf9048a,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:22.969525 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394bc04-b63a-4342-b325-4821069d7c0c req-b538f0e4-723f-4f6f-bc74-b2e01260a458 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:22.971042 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1394bc04-b63a-4342-b325-4821069d7c0c req-b538f0e4-723f-4f6f-bc74-b2e01260a458 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0480340 Apr 11 16:37:23.021920 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1394bc04-b63a-4342-b325-4821069d7c0c req-a58dcb09-0ad8-45d3-879d-4e79d6fc1435 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Apr 11 16:37:23.484594 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55424) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:23.616646 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c6eb962e-a9bf-471f-9a63-f9af6ba8a779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.715155 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c6eb962e-a9bf-471f-9a63-f9af6ba8a779 admin admin] Publish callbacks [] for security_group (cfa5da12-985e-4b77-81a6-8318800e4250), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.721148 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c6eb962e-a9bf-471f-9a63-f9af6ba8a779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (cfa5da12-985e-4b77-81a6-8318800e4250), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.790064 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c6eb962e-a9bf-471f-9a63-f9af6ba8a779 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c041cbfa12a4861985a7d4a00dd4c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043232 Apr 11 16:37:23.791137 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb962e-a9bf-471f-9a63-f9af6ba8a779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa5da12-985e-4b77-81a6-8318800e4250,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:23.793809 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55438) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:23.864182 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c452-7e2b-4193-a333-894e4165fc9d admin admin] Publish callbacks [] for security_group (cfa5da12-985e-4b77-81a6-8318800e4250), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.896850 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c452-7e2b-4193-a333-894e4165fc9d admin admin] Publish callbacks [] for security_group (cfa5da12-985e-4b77-81a6-8318800e4250), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.970599 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c452-7e2b-4193-a333-894e4165fc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (cfa5da12-985e-4b77-81a6-8318800e4250), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.974981 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c452-7e2b-4193-a333-894e4165fc9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.976378 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fcd7c452-7e2b-4193-a333-894e4165fc9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cfa5da12-985e-4b77-81a6-8318800e4250 HTTP/1.1" status: 204 len: 168 time: 0.1808789 Apr 11 16:37:23.995596 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7c452-7e2b-4193-a333-894e4165fc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa5da12-985e-4b77-81a6-8318800e4250,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:24.189100 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bad21-3eee-425b-b861-fa8e11c30a23 req-95b0a113-10cf-4de2-8b60-4470215d2210 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:24.190857 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5b2bad21-3eee-425b-b861-fa8e11c30a23 req-95b0a113-10cf-4de2-8b60-4470215d2210 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0892034 Apr 11 16:37:24.256067 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5b2bad21-3eee-425b-b861-fa8e11c30a23 req-7a60a960-478b-4d8c-9e7c-f4557e327249 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567222 Apr 11 16:37:25.128547 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-61aae217-e1b0-4d37-a85d-7487b803dec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:25.408967 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050683c-e595-4eed-8e97-0a6935770ce3 req-cb89e0a1-820a-4902-bea1-16b801afb2ff tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:25.410869 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a050683c-e595-4eed-8e97-0a6935770ce3 req-cb89e0a1-820a-4902-bea1-16b801afb2ff tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0582812 Apr 11 16:37:25.470181 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a050683c-e595-4eed-8e97-0a6935770ce3 req-899d5ae9-002e-4633-ae31-5efd42d4b4f4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 Apr 11 16:37:26.008577 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55612) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:26.131384 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cc3e989f-c046-415d-90da-e0b01445c0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:26.212103 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cc3e989f-c046-415d-90da-e0b01445c0c7 admin admin] Publish callbacks [] for security_group (49c5123a-9350-415a-b828-2083752afcc8), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:26.217707 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cc3e989f-c046-415d-90da-e0b01445c0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (49c5123a-9350-415a-b828-2083752afcc8), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:26.255601 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e989f-c046-415d-90da-e0b01445c0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c5123a-9350-415a-b828-2083752afcc8,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:26.260053 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-cc3e989f-c046-415d-90da-e0b01445c0c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb88d7a096924c01b51a89c5fa3ca5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503288 Apr 11 16:37:26.265183 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55616) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:26.322025 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-921e7e70-c4f9-4698-b554-2a7f8a0febbe admin admin] Publish callbacks [] for security_group (49c5123a-9350-415a-b828-2083752afcc8), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:26.344989 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-921e7e70-c4f9-4698-b554-2a7f8a0febbe admin admin] Publish callbacks [] for security_group (49c5123a-9350-415a-b828-2083752afcc8), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:26.410739 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-921e7e70-c4f9-4698-b554-2a7f8a0febbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (49c5123a-9350-415a-b828-2083752afcc8), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:26.413508 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-921e7e70-c4f9-4698-b554-2a7f8a0febbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:26.414668 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-921e7e70-c4f9-4698-b554-2a7f8a0febbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49c5123a-9350-415a-b828-2083752afcc8 HTTP/1.1" status: 204 len: 168 time: 0.1486254 Apr 11 16:37:26.423272 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e7e70-c4f9-4698-b554-2a7f8a0febbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c5123a-9350-415a-b828-2083752afcc8,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:26.614890 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110178af-9173-4afd-87a4-19a743d50a07 req-70451d3d-f0d1-4e4e-a7be-489701b43a92 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:26.616497 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-110178af-9173-4afd-87a4-19a743d50a07 req-70451d3d-f0d1-4e4e-a7be-489701b43a92 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0527818 Apr 11 16:37:26.674632 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-110178af-9173-4afd-87a4-19a743d50a07 req-d8374bc3-8e69-469a-ae16-bff4ccddf07c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516067 Apr 11 16:37:27.187138 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55644) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:27.297504 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-73cbcc24-4571-4ac1-9e88-08ddac70714a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.375201 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-73cbcc24-4571-4ac1-9e88-08ddac70714a admin admin] Publish callbacks [] for security_group (0595f2e5-d137-4911-aa24-fa986ad3e99c), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.385232 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-73cbcc24-4571-4ac1-9e88-08ddac70714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (0595f2e5-d137-4911-aa24-fa986ad3e99c), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.431382 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55652) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:27.436312 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-73cbcc24-4571-4ac1-9e88-08ddac70714a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=655d67011b154de995f6f8c79536726c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478983 Apr 11 16:37:27.437679 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbcc24-4571-4ac1-9e88-08ddac70714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0595f2e5-d137-4911-aa24-fa986ad3e99c,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:27.496565 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0042da20-f206-4412-aa53-9a52da4043ed admin admin] Publish callbacks [] for security_group (0595f2e5-d137-4911-aa24-fa986ad3e99c), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.518653 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0042da20-f206-4412-aa53-9a52da4043ed admin admin] Publish callbacks [] for security_group (0595f2e5-d137-4911-aa24-fa986ad3e99c), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.567834 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0042da20-f206-4412-aa53-9a52da4043ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (0595f2e5-d137-4911-aa24-fa986ad3e99c), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.570460 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0042da20-f206-4412-aa53-9a52da4043ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.575100 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0042da20-f206-4412-aa53-9a52da4043ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0595f2e5-d137-4911-aa24-fa986ad3e99c HTTP/1.1" status: 204 len: 168 time: 0.1425242 Apr 11 16:37:27.585123 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042da20-f206-4412-aa53-9a52da4043ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0595f2e5-d137-4911-aa24-fa986ad3e99c,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:27.681270 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c5c49554-fa77-4a16-8a00-21810c0a0c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.798082 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e1d98-7b3a-4aee-befd-7eb84202c3e5 req-527a2b3b-657f-4da2-9f79-ce030201bc6f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:27.799689 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-052e1d98-7b3a-4aee-befd-7eb84202c3e5 req-527a2b3b-657f-4da2-9f79-ce030201bc6f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0476015 Apr 11 16:37:27.850132 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-052e1d98-7b3a-4aee-befd-7eb84202c3e5 req-372a8bee-b4d6-49a5-8a1c-0bc7e90b834c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441582 Apr 11 16:37:27.879264 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55662) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:27.892582 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-171edaa1-f601-4a3b-911f-eef1f8cbb367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.969780 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-171edaa1-f601-4a3b-911f-eef1f8cbb367 admin admin] Publish callbacks [] for security_group (4cb95032-327c-4dff-9d80-d21b52416369), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.974690 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-171edaa1-f601-4a3b-911f-eef1f8cbb367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4cb95032-327c-4dff-9d80-d21b52416369), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:28.015433 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-171edaa1-f601-4a3b-911f-eef1f8cbb367 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdcb8021780340f19037e4a411fe1f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350012 Apr 11 16:37:28.016386 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171edaa1-f601-4a3b-911f-eef1f8cbb367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb95032-327c-4dff-9d80-d21b52416369,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:28.018794 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55664) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:28.073996 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72aa0478-5c56-45ff-a150-c948680cc474 admin admin] Publish callbacks [] for security_group (4cb95032-327c-4dff-9d80-d21b52416369), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:28.099648 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72aa0478-5c56-45ff-a150-c948680cc474 admin admin] Publish callbacks [] for security_group (4cb95032-327c-4dff-9d80-d21b52416369), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:28.148019 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72aa0478-5c56-45ff-a150-c948680cc474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4cb95032-327c-4dff-9d80-d21b52416369), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:28.150477 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72aa0478-5c56-45ff-a150-c948680cc474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:28.151767 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-72aa0478-5c56-45ff-a150-c948680cc474 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4cb95032-327c-4dff-9d80-d21b52416369 HTTP/1.1" status: 204 len: 168 time: 0.1310611 Apr 11 16:37:28.159711 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa0478-5c56-45ff-a150-c948680cc474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb95032-327c-4dff-9d80-d21b52416369,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:28.533317 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:28.969757 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb874fca-74cb-4427-ba31-308d5db29847 req-25679545-8b7d-4024-97d8-e392fdac0c66 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:28.971229 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bb874fca-74cb-4427-ba31-308d5db29847 req-25679545-8b7d-4024-97d8-e392fdac0c66 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0488119 Apr 11 16:37:29.021016 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bb874fca-74cb-4427-ba31-308d5db29847 req-23996824-147c-45d3-a3c6-b321fa4ba94e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442011 Apr 11 16:37:30.140532 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc335109-ca85-4e23-b11b-508f2cbe4757 req-0617db13-cb25-45a2-8a77-b814b142748f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:30.142034 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc335109-ca85-4e23-b11b-508f2cbe4757 req-0617db13-cb25-45a2-8a77-b814b142748f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0508878 Apr 11 16:37:30.197154 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc335109-ca85-4e23-b11b-508f2cbe4757 req-180a15fa-986e-4511-b9b0-143b22f856f7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494816 Apr 11 16:37:30.411608 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.194853 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55822) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:31.309907 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cfca8d59-d60f-4bac-adaa-9b7825d5ea89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.318991 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec4fdc-8a0c-4970-b9cf-5ea30f4c5ff8 req-bd5c0fd1-a3d5-4c5b-ab48-ba102e461621 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:31.320533 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-37ec4fdc-8a0c-4970-b9cf-5ea30f4c5ff8 req-bd5c0fd1-a3d5-4c5b-ab48-ba102e461621 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0522118 Apr 11 16:37:31.371880 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-37ec4fdc-8a0c-4970-b9cf-5ea30f4c5ff8 req-2b70b1b9-3913-4a58-af89-aa6c5d2d9fbd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Apr 11 16:37:31.391593 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cfca8d59-d60f-4bac-adaa-9b7825d5ea89 admin admin] Publish callbacks [] for security_group (75febc49-0e70-44e3-9f62-b890fe201f48), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.395578 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cfca8d59-d60f-4bac-adaa-9b7825d5ea89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (75febc49-0e70-44e3-9f62-b890fe201f48), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.433022 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca8d59-d60f-4bac-adaa-9b7825d5ea89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75febc49-0e70-44e3-9f62-b890fe201f48,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:31.437328 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-cfca8d59-d60f-4bac-adaa-9b7825d5ea89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b41c7ee3a86456aabbebdcc00540006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413087 Apr 11 16:37:31.440086 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55828) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:31.490180 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-696b7885-279e-444b-bc3d-ec568f6d6d09 admin admin] Publish callbacks [] for security_group (75febc49-0e70-44e3-9f62-b890fe201f48), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.512365 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-696b7885-279e-444b-bc3d-ec568f6d6d09 admin admin] Publish callbacks [] for security_group (75febc49-0e70-44e3-9f62-b890fe201f48), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.563940 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-696b7885-279e-444b-bc3d-ec568f6d6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (75febc49-0e70-44e3-9f62-b890fe201f48), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.566676 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-696b7885-279e-444b-bc3d-ec568f6d6d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.570931 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-696b7885-279e-444b-bc3d-ec568f6d6d09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75febc49-0e70-44e3-9f62-b890fe201f48 HTTP/1.1" status: 204 len: 168 time: 0.1269195 Apr 11 16:37:31.577403 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b7885-279e-444b-bc3d-ec568f6d6d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75febc49-0e70-44e3-9f62-b890fe201f48,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:31.737254 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.904664 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55864) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:31.917968 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c75c26ec-0805-47c9-9336-b886c2f2bc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.021556 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c75c26ec-0805-47c9-9336-b886c2f2bc3c admin admin] Publish callbacks [] for security_group (b26ce3cb-56f3-4664-9bb4-1b83dad50d50), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.029241 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c75c26ec-0805-47c9-9336-b886c2f2bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b26ce3cb-56f3-4664-9bb4-1b83dad50d50), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.075668 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c75c26ec-0805-47c9-9336-b886c2f2bc3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f5667bc18d0423598cc5df41755db89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678963 Apr 11 16:37:32.075903 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55872) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:32.080296 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55874) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:32.095766 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c26ec-0805-47c9-9336-b886c2f2bc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26ce3cb-56f3-4664-9bb4-1b83dad50d50,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:32.149822 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c65d6c2d-d0a3-486e-b14c-fdbc4fc93259 admin admin] Publish callbacks [] for security_group (b26ce3cb-56f3-4664-9bb4-1b83dad50d50), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.174050 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c65d6c2d-d0a3-486e-b14c-fdbc4fc93259 admin admin] Publish callbacks [] for security_group (b26ce3cb-56f3-4664-9bb4-1b83dad50d50), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.213062 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fdc36ac-85dd-4cf1-a51a-fd25b26178ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.246071 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c65d6c2d-d0a3-486e-b14c-fdbc4fc93259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b26ce3cb-56f3-4664-9bb4-1b83dad50d50), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.248545 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c65d6c2d-d0a3-486e-b14c-fdbc4fc93259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.249669 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c65d6c2d-d0a3-486e-b14c-fdbc4fc93259 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b26ce3cb-56f3-4664-9bb4-1b83dad50d50 HTTP/1.1" status: 204 len: 168 time: 0.1685133 Apr 11 16:37:32.268733 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d6c2d-d0a3-486e-b14c-fdbc4fc93259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26ce3cb-56f3-4664-9bb4-1b83dad50d50,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:32.322011 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fdc36ac-85dd-4cf1-a51a-fd25b26178ef admin admin] Publish callbacks [] for security_group (4cd3d979-76ce-4cc3-9957-a4169d9dc6b7), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.326709 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fdc36ac-85dd-4cf1-a51a-fd25b26178ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4cd3d979-76ce-4cc3-9957-a4169d9dc6b7), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.365090 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc36ac-85dd-4cf1-a51a-fd25b26178ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd3d979-76ce-4cc3-9957-a4169d9dc6b7,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:32.372407 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7fdc36ac-85dd-4cf1-a51a-fd25b26178ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=afa1cf00b3404c34ba7913d40719defa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959850 Apr 11 16:37:32.374102 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55886) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:32.428661 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-147352fb-2e91-464c-bc09-a717bb538a7a admin admin] Publish callbacks [] for security_group (4cd3d979-76ce-4cc3-9957-a4169d9dc6b7), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.451397 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-147352fb-2e91-464c-bc09-a717bb538a7a admin admin] Publish callbacks [] for security_group (4cd3d979-76ce-4cc3-9957-a4169d9dc6b7), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.503473 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19fd15-77a8-4850-89fc-a4e1bdcd353e req-3fd8298b-4e0b-403b-9963-c3d989a84311 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:32.505265 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d19fd15-77a8-4850-89fc-a4e1bdcd353e req-3fd8298b-4e0b-403b-9963-c3d989a84311 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0545087 Apr 11 16:37:32.508872 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-147352fb-2e91-464c-bc09-a717bb538a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4cd3d979-76ce-4cc3-9957-a4169d9dc6b7), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.511418 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-147352fb-2e91-464c-bc09-a717bb538a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.512782 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-147352fb-2e91-464c-bc09-a717bb538a7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4cd3d979-76ce-4cc3-9957-a4169d9dc6b7 HTTP/1.1" status: 204 len: 168 time: 0.1375473 Apr 11 16:37:32.521374 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147352fb-2e91-464c-bc09-a717bb538a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd3d979-76ce-4cc3-9957-a4169d9dc6b7,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:32.577356 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d19fd15-77a8-4850-89fc-a4e1bdcd353e req-66f0c5d5-a9c0-4451-976a-221934d8e9fb tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611050 Apr 11 16:37:33.327433 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55946) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:33.521616 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1541656212-network', 'tenant_id': '0ad65af0201c40fea0218125fd073de1'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:33.554144 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Made reservation on behalf of 0ad65af0201c40fea0218125fd073de1 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:33.556921 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.567222 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.576708 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73de06-b60e-478f-956e-600146bb2131 req-e12f1d22-0fc9-488b-89da-6fb0dbb98c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:33.578905 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab73de06-b60e-478f-956e-600146bb2131 req-e12f1d22-0fc9-488b-89da-6fb0dbb98c73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 1129 time: 0.0512152 Apr 11 16:37:33.628460 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab73de06-b60e-478f-956e-600146bb2131 req-9d688dd9-1ab4-43cf-80dc-f3a9cef2e5c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Apr 11 16:37:33.660733 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Publish callbacks [] for security_group (7681802b-7f76-4840-a38a-a7258cdfb9c8), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.665693 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (7681802b-7f76-4840-a38a-a7258cdfb9c8), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.690092 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:37:33.707425 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7681802b-7f76-4840-a38a-a7258cdfb9c8,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:33.712144 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (9ad9e2cf-7cad-458d-b64f-459744fb54eb), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.712662 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Added segment 9ad9e2cf-7cad-458d-b64f-459744fb54eb of type vlan for network 95376780-017d-49c0-855d-5ff4d91f3fdf Apr 11 16:37:33.756300 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec9222-20c5-4d92-8ea1-25c52e5fda29 req-363d864c-6ff7-436a-89f9-e6468353ba8f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:33.757932 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fec9222-20c5-4d92-8ea1-25c52e5fda29 req-363d864c-6ff7-436a-89f9-e6468353ba8f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0891423 Apr 11 16:37:33.780919 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (95376780-017d-49c0-855d-5ff4d91f3fdf), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.824218 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (95376780-017d-49c0-855d-5ff4d91f3fdf), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.827603 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:33.828592 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.829847 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fec9222-20c5-4d92-8ea1-25c52e5fda29 req-088b80c9-60a4-42eb-86bd-99eb74f0713c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599666 Apr 11 16:37:33.871173 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5399599 Apr 11 16:37:33.871617 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55968) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:33.877028 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Request body: {'subnet': {'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1541656212-subnet', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:33.900385 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Made reservation on behalf of 0ad65af0201c40fea0218125fd073de1 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:33.900987 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6823f2-1ce8-414b-9c05-42756cff7bef admin admin] Pushing event updated for resources: {'Network': ['ID=95376780-017d-49c0-855d-5ff4d91f3fdf,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:33.902906 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:33.911505 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 95376780-017d-49c0-855d-5ff4d91f3fdf details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:37:34.323623 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55984) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:34.339225 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (7a9313b4-7ca0-4ad7-ac8a-77d516c04a85), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.391940 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9313b4-7ca0-4ad7-ac8a-77d516c04a85,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:34.409230 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Checking segment: {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:34.409600 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Network hostable DHCP agents. Network: 95376780-017d-49c0-855d-5ff4d91f3fdf, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:37:34.433649 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Network 95376780-017d-49c0-855d-5ff4d91f3fdf is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:37:34.442150 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d54a6e82-d79c-4e98-a1d5-60130a536948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.443362 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 95376780-017d-49c0-855d-5ff4d91f3fdf) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:34.447832 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:34.449937 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.453056 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d18d6d7-cc7f-4655-ac5e-9613188b4dcf None None] Network 95376780-017d-49c0-855d-5ff4d91f3fdf requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:34.468271 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dd7a0245-c1c3-433f-b518-f12de5003ef4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5950882 Apr 11 16:37:34.471074 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 55988) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:34.476494 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:34.507622 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.509289 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.547340 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d54a6e82-d79c-4e98-a1d5-60130a536948 admin admin] Publish callbacks [] for security_group (bb5c90ce-d8d4-4f2d-a595-cc10142bc6c7), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.553091 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d54a6e82-d79c-4e98-a1d5-60130a536948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (bb5c90ce-d8d4-4f2d-a595-cc10142bc6c7), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.592968 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks [] for router_controller (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), precommit_add_association {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.603280 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-95376780-017d-49c0-855d-5ff4d91f3fdf', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'project_id': '0ad65af0201c40fea0218125fd073de1', 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:37:34.605061 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.611004 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d54a6e82-d79c-4e98-a1d5-60130a536948 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5df36f9ba3674eed999bf67dd82624ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862380 Apr 11 16:37:34.612192 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a6e82-d79c-4e98-a1d5-60130a536948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5c90ce-d8d4-4f2d-a595-cc10142bc6c7,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:34.615027 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 55998) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:34.685005 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-91f90c19-19e1-4aa0-a2af-66c9d74e6a17 admin admin] Publish callbacks [] for security_group (bb5c90ce-d8d4-4f2d-a595-cc10142bc6c7), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.711940 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-91f90c19-19e1-4aa0-a2af-66c9d74e6a17 admin admin] Publish callbacks [] for security_group (bb5c90ce-d8d4-4f2d-a595-cc10142bc6c7), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.774459 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-91f90c19-19e1-4aa0-a2af-66c9d74e6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (bb5c90ce-d8d4-4f2d-a595-cc10142bc6c7), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.778188 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-91f90c19-19e1-4aa0-a2af-66c9d74e6a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.779097 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-91f90c19-19e1-4aa0-a2af-66c9d74e6a17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb5c90ce-d8d4-4f2d-a595-cc10142bc6c7 HTTP/1.1" status: 204 len: 168 time: 0.1625705 Apr 11 16:37:34.790344 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f90c19-19e1-4aa0-a2af-66c9d74e6a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5c90ce-d8d4-4f2d-a595-cc10142bc6c7,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:34.804063 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Allocated IP 172.20.0.2 (95376780-017d-49c0-855d-5ff4d91f3fdf/7a9313b4-7ca0-4ad7-ac8a-77d516c04a85/22f15827-16cb-4c90-9ca5-cb9804c914b0) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:34.811021 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks [] for router_gateway (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.076558 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Publish callbacks [] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.090320 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.102422 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553ebd4-8909-462d-a96d-ba4681decf04 req-debcd2b6-27d7-4537-9ba6-2536cd3429e0 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:35.109475 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56016) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:35.109684 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6553ebd4-8909-462d-a96d-ba4681decf04 req-debcd2b6-27d7-4537-9ba6-2536cd3429e0 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.1225467 Apr 11 16:37:35.149174 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Pushing event updated for resources: {'Port': ['ID=22f15827-16cb-4c90-9ca5-cb9804c914b0,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:35.158362 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks [] for router_gateway (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.160120 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.160472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.160824 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.161341 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.161843 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.162321 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.163224 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.164115 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.164532 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.164976 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.165495 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.165913 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.166312 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.167745 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.169901 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:35.190108 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.190301 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Network 95376780-017d-49c0-855d-5ff4d91f3fdf is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:35.191850 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:35.195882 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:35.202209 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6553ebd4-8909-462d-a96d-ba4681decf04 req-b1bf11b2-a8d9-4ece-ad3b-95dbe60a2b8b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905778 Apr 11 16:37:35.262230 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56020) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:35.264006 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Attempting to bind port 22f15827-16cb-4c90-9ca5-cb9804c914b0 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:35.264322 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Attempting to bind port 22f15827-16cb-4c90-9ca5-cb9804c914b0 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:35.264646 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Attempting to bind port 22f15827-16cb-4c90-9ca5-cb9804c914b0 on network 95376780-017d-49c0-855d-5ff4d91f3fdf {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:35.275540 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:35.275951 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Checking segment: {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:35.276590 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.276990 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Bound using segment: {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:35.277471 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Bound port: 22f15827-16cb-4c90-9ca5-cb9804c914b0, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:35.277851 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.285833 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-02773c0c-5be5-4eeb-a812-d3aba943f1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.299865 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7c8155b4-4959-400d-a035-1f717b28f1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.347038 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Allocated IP 172.27.0.12 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/5c37b855-50ad-415a-8c62-34105336e65b) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:35.354465 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] For port 22f15827-16cb-4c90-9ca5-cb9804c914b0, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:35.362631 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] For port 22f15827-16cb-4c90-9ca5-cb9804c914b0, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=22f15827-16cb-4c90-9ca5-cb9804c914b0,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:35.370378 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.434876 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-02773c0c-5be5-4eeb-a812-d3aba943f1b0 admin admin] Publish callbacks [] for security_group (1b6b943e-9412-48f0-9722-fd3d4601f9df), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.446399 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3b2f2-b760-4742-84e0-d7f8346a3635 None None] Pushing event updated for resources: {'Port': ['ID=22f15827-16cb-4c90-9ca5-cb9804c914b0,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:35.452109 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-02773c0c-5be5-4eeb-a812-d3aba943f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1b6b943e-9412-48f0-9722-fd3d4601f9df), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.457672 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7c8155b4-4959-400d-a035-1f717b28f1e0 admin admin] Publish callbacks [] for security_group (bbb69b4d-cfeb-4a9b-914c-f8b7b6eb6526), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.472466 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks [] for port (5c37b855-50ad-415a-8c62-34105336e65b), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.480163 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7c8155b4-4959-400d-a035-1f717b28f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (bbb69b4d-cfeb-4a9b-914c-f8b7b6eb6526), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.525385 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (5c37b855-50ad-415a-8c62-34105336e65b), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.527417 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-02773c0c-5be5-4eeb-a812-d3aba943f1b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e26de0983d07481d863c74b2b6afdbe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634144 Apr 11 16:37:35.528238 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02773c0c-5be5-4eeb-a812-d3aba943f1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b943e-9412-48f0-9722-fd3d4601f9df,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:35.530924 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56022) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:35.537102 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7c8155b4-4959-400d-a035-1f717b28f1e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d032c77c7fc847a38c45e1e75ec16106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264343 Apr 11 16:37:35.542891 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56024) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:35.575228 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8155b4-4959-400d-a035-1f717b28f1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb69b4d-cfeb-4a9b-914c-f8b7b6eb6526,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:35.612042 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca7f10eb-2ef6-4d7f-93a9-d31efb257462 admin admin] Publish callbacks [] for security_group (bbb69b4d-cfeb-4a9b-914c-f8b7b6eb6526), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.623846 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:35.632076 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:35.635707 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Pushing event updated for resources: {'Port': ['ID=5c37b855-50ad-415a-8c62-34105336e65b,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:35.637171 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca7f10eb-2ef6-4d7f-93a9-d31efb257462 admin admin] Publish callbacks [] for security_group (bbb69b4d-cfeb-4a9b-914c-f8b7b6eb6526), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.638407 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:35.713875 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca7f10eb-2ef6-4d7f-93a9-d31efb257462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (bbb69b4d-cfeb-4a9b-914c-f8b7b6eb6526), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.718765 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca7f10eb-2ef6-4d7f-93a9-d31efb257462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.721034 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ca7f10eb-2ef6-4d7f-93a9-d31efb257462 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbb69b4d-cfeb-4a9b-914c-f8b7b6eb6526 HTTP/1.1" status: 204 len: 168 time: 0.1768215 Apr 11 16:37:35.727823 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2210478b-ab12-4c96-a88f-d3cecd21ebf9 admin admin] Publish callbacks [] for security_group (1b6b943e-9412-48f0-9722-fd3d4601f9df), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.734184 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f10eb-2ef6-4d7f-93a9-d31efb257462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb69b4d-cfeb-4a9b-914c-f8b7b6eb6526,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:35.818451 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2210478b-ab12-4c96-a88f-d3cecd21ebf9 admin admin] Publish callbacks [] for security_group (1b6b943e-9412-48f0-9722-fd3d4601f9df), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.974077 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks [] for router_gateway (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.010779 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2210478b-ab12-4c96-a88f-d3cecd21ebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1b6b943e-9412-48f0-9722-fd3d4601f9df), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.013821 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2210478b-ab12-4c96-a88f-d3cecd21ebf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.015421 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2210478b-ab12-4c96-a88f-d3cecd21ebf9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b6b943e-9412-48f0-9722-fd3d4601f9df HTTP/1.1" status: 204 len: 168 time: 0.4719844 Apr 11 16:37:36.030352 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210478b-ab12-4c96-a88f-d3cecd21ebf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b943e-9412-48f0-9722-fd3d4601f9df,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:36.200730 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56036) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:36.218563 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-eac82dc5-cfd0-4b4f-aa1c-027276a0f0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.252663 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.432865 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77866bb-63d8-4f77-8132-385946960b2c req-ef9e0284-7ba7-412d-a074-45ab5a5d9096 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:36.434616 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e77866bb-63d8-4f77-8132-385946960b2c req-ef9e0284-7ba7-412d-a074-45ab5a5d9096 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.1290257 Apr 11 16:37:36.515515 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-eac82dc5-cfd0-4b4f-aa1c-027276a0f0ca admin admin] Publish callbacks [] for security_group (12301858-edfc-4e07-8e1f-a9265dc2e4db), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.518823 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 22f15827-16cb-4c90-9ca5-cb9804c914b0 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:36.531604 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-eac82dc5-cfd0-4b4f-aa1c-027276a0f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (12301858-edfc-4e07-8e1f-a9265dc2e4db), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.615787 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e77866bb-63d8-4f77-8132-385946960b2c req-5cc8d47a-1ae5-4de0-82af-233ec3554719 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413379 Apr 11 16:37:36.640004 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-eac82dc5-cfd0-4b4f-aa1c-027276a0f0ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3a211fc6a8b47be8557b73496602c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379096 Apr 11 16:37:36.642321 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56050) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:36.660137 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac82dc5-cfd0-4b4f-aa1c-027276a0f0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12301858-edfc-4e07-8e1f-a9265dc2e4db,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:36.688093 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Router d9e34682-64e2-4394-8b0d-1dd21fd2e19f is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:37:36.749002 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a269395d-ddc6-428b-916c-274dca104a2f admin admin] Publish callbacks [] for security_group (12301858-edfc-4e07-8e1f-a9265dc2e4db), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.762074 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 22f15827-16cb-4c90-9ca5-cb9804c914b0 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:36.762626 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.792124 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a269395d-ddc6-428b-916c-274dca104a2f admin admin] Publish callbacks [] for security_group (12301858-edfc-4e07-8e1f-a9265dc2e4db), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.803139 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41505c8d-fb7f-4384-b424-e97734ced4ad None None] Network 95376780-017d-49c0-855d-5ff4d91f3fdf requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:36.883233 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a269395d-ddc6-428b-916c-274dca104a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (12301858-edfc-4e07-8e1f-a9265dc2e4db), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.885919 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a269395d-ddc6-428b-916c-274dca104a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.889750 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a269395d-ddc6-428b-916c-274dca104a2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12301858-edfc-4e07-8e1f-a9265dc2e4db HTTP/1.1" status: 204 len: 168 time: 0.2437406 Apr 11 16:37:36.889908 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcb65d-9809-4d52-b6f6-76cc27819031 req-831c78e0-141c-43e2-b918-e45becb2095c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:36.890442 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29bcb65d-9809-4d52-b6f6-76cc27819031 req-831c78e0-141c-43e2-b918-e45becb2095c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.1267545 Apr 11 16:37:36.895253 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269395d-ddc6-428b-916c-274dca104a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12301858-edfc-4e07-8e1f-a9265dc2e4db,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:36.943723 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-8dceca20-02ac-459b-af51-99d321a2c4bf None None] Provisioning complete for port 22f15827-16cb-4c90-9ca5-cb9804c914b0 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:36.944792 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8dceca20-02ac-459b-af51-99d321a2c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.952979 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:37:36.967722 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Sync routers for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:37:36.983396 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29bcb65d-9809-4d52-b6f6-76cc27819031 req-dcfe44ca-7099-4943-9cb4-079ddda9cfc4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738873 Apr 11 16:37:36.994466 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:37.001429 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3b06de3f-cae3-4b90-b551-9a65eb86a028 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5259914 Apr 11 16:37:37.001429 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56068) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:37.030247 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:37.032175 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:37:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:37.138681 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 22f15827-16cb-4c90-9ca5-cb9804c914b0 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:37.139585 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:37.244583 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-8dceca20-02ac-459b-af51-99d321a2c4bf None None] Current status of the port 22f15827-16cb-4c90-9ca5-cb9804c914b0 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:37.246783 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8dceca20-02ac-459b-af51-99d321a2c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:37.334520 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 22f15827-16cb-4c90-9ca5-cb9804c914b0, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=22f15827-16cb-4c90-9ca5-cb9804c914b0,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:37.334789 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:37.424213 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:37.488057 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.db.api [None req-8dceca20-02ac-459b-af51-99d321a2c4bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 16:37:37.488776 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG oslo_db.api [None req-8dceca20-02ac-459b-af51-99d321a2c4bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 16:37:37.591835 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=22f15827-16cb-4c90-9ca5-cb9804c914b0,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:37.811572 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:35Z', 'revision_number': 3, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:37.841029 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Checking router: d9e34682-64e2-4394-8b0d-1dd21fd2e19f for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:37:37.841467 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Updating router d9e34682-64e2-4394-8b0d-1dd21fd2e19f port 5c37b855-50ad-415a-8c62-34105336e65b binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:37:37.871754 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (5c37b855-50ad-415a-8c62-34105336e65b), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.061057 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-8dceca20-02ac-459b-af51-99d321a2c4bf None None] Current status of the port 22f15827-16cb-4c90-9ca5-cb9804c914b0 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:38.080474 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.191655 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-7ce92315-91dd-4bdd-b494-783e0fea8bc3 None None] Provisioning complete for port 22f15827-16cb-4c90-9ca5-cb9804c914b0 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:38.195552 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7ce92315-91dd-4bdd-b494-783e0fea8bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.226553 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Publish callbacks [] for port (5c37b855-50ad-415a-8c62-34105336e65b), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.235293 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (5c37b855-50ad-415a-8c62-34105336e65b), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.295564 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Pushing event updated for resources: {'Port': ['ID=5c37b855-50ad-415a-8c62-34105336e65b,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:38.304078 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Attempting to bind port 5c37b855-50ad-415a-8c62-34105336e65b on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:38.304450 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Attempting to bind port 5c37b855-50ad-415a-8c62-34105336e65b by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:38.304812 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Attempting to bind port 5c37b855-50ad-415a-8c62-34105336e65b on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:38.313944 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.314283 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.314656 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.315019 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.315354 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.315716 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.316037 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.316359 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.316989 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.317452 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.317781 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.318123 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.318449 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.318770 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.319089 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:38.323166 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:38.323751 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:38.324458 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.325100 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:38.325601 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Bound port: 5c37b855-50ad-415a-8c62-34105336e65b, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:38.325986 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (5c37b855-50ad-415a-8c62-34105336e65b), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.371363 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-7ce92315-91dd-4bdd-b494-783e0fea8bc3 None None] Current status of the port 22f15827-16cb-4c90-9ca5-cb9804c914b0 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:38.389682 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] For port 5c37b855-50ad-415a-8c62-34105336e65b, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:38.392945 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] For port 5c37b855-50ad-415a-8c62-34105336e65b, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=5c37b855-50ad-415a-8c62-34105336e65b,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:38.395898 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Allocated IP 172.20.0.1 (95376780-017d-49c0-855d-5ff4d91f3fdf/7a9313b4-7ca0-4ad7-ac8a-77d516c04a85/c3dba642-6eea-4462-ab22-14f13e0a5514) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:38.403239 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (5c37b855-50ad-415a-8c62-34105336e65b), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.475953 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 22f15827-16cb-4c90-9ca5-cb9804c914b0 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:38.487120 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:38.487991 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:37:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:38.543066 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27868ef-7364-44c4-9cf5-7b0e007f7624 None None] Pushing event updated for resources: {'Port': ['ID=5c37b855-50ad-415a-8c62-34105336e65b,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:38.598912 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 22f15827-16cb-4c90-9ca5-cb9804c914b0 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:38.603147 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.632564 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Publish callbacks [] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.674745 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.684666 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:38.722795 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Network 95376780-017d-49c0-855d-5ff4d91f3fdf is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:38.724238 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 22f15827-16cb-4c90-9ca5-cb9804c914b0 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:38.726619 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:38.734016 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:38.734530 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.825032 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Pushing event updated for resources: {'Port': ['ID=c3dba642-6eea-4462-ab22-14f13e0a5514,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:38.938958 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:35Z', 'revision_number': 3, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:38.962876 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:38.977558 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f95a0-d3c3-47b5-9b7b-4b4b9f35de48 None None] The sync data for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi is: [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:35Z', 'revision_number': 3, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:37:39.121698 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-58a96f63-13b9-4167-b9b2-d64129ba4409 None None] Provisioning complete for port c3dba642-6eea-4462-ab22-14f13e0a5514 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:39.122192 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-58a96f63-13b9-4167-b9b2-d64129ba4409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.171673 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-58a96f63-13b9-4167-b9b2-d64129ba4409 None None] Port c3dba642-6eea-4462-ab22-14f13e0a5514 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:37:39.245311 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Publish callbacks [] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.251934 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.253466 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.396251 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Pushing event updated for resources: {'Port': ['ID=c3dba642-6eea-4462-ab22-14f13e0a5514,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:39.456175 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Network 95376780-017d-49c0-855d-5ff4d91f3fdf is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:39.458510 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:39.649293 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Router d9e34682-64e2-4394-8b0d-1dd21fd2e19f has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:37:39.841824 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:37:39.858921 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f28128a1-21fb-4a36-8695-e7c319b27b45 admin admin] 10.222.0.65 "PUT /v2.0/routers/d9e34682-64e2-4394-8b0d-1dd21fd2e19f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8492868 Apr 11 16:37:39.886069 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56164) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:39.903391 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-a796fd76-61b1-4255-9501-2cc77fcec8f8 None None] Provisioning complete for port c3dba642-6eea-4462-ab22-14f13e0a5514 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:39.904023 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a796fd76-61b1-4255-9501-2cc77fcec8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:39.970599 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-a796fd76-61b1-4255-9501-2cc77fcec8f8 None None] Port c3dba642-6eea-4462-ab22-14f13e0a5514 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:37:40.075374 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-0769fd6f-e6bb-47f1-997e-618551efe175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:40.076971 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-0769fd6f-e6bb-47f1-997e-618551efe175 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 1129 time: 0.0909121 Apr 11 16:37:40.125384 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f71e270-27b5-40d5-a8d0-24c49a4dd43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.146076 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb83beb-08f8-41c9-b333-3f1ac33f3b29 req-4ca37dc7-f4b0-40aa-b3b3-305c8eff2853 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:40.147584 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fcb83beb-08f8-41c9-b333-3f1ac33f3b29 req-4ca37dc7-f4b0-40aa-b3b3-305c8eff2853 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.1457784 Apr 11 16:37:40.265617 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fcb83beb-08f8-41c9-b333-3f1ac33f3b29 req-138c754e-0aec-40e6-8dfa-32e8473aeed8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082857 Apr 11 16:37:40.271297 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-b91d6a92-93b4-425f-9c05-626a15032d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:40.272923 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-b91d6a92-93b4-425f-9c05-626a15032d77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.1885812 Apr 11 16:37:40.330602 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-9f14153d-7f64-4286-b9dd-72d17884b1d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7 HTTP/1.1" status: 200 len: 217 time: 0.0492353 Apr 11 16:37:40.400509 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f71e270-27b5-40d5-a8d0-24c49a4dd43a admin admin] Publish callbacks [] for security_group (1023f392-68a8-4bea-85dc-be115b94412e), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.405948 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f71e270-27b5-40d5-a8d0-24c49a4dd43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1023f392-68a8-4bea-85dc-be115b94412e), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.416162 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-d1192b3d-c049-4bf3-83eb-4ebe901b8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:40.417972 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-d1192b3d-c049-4bf3-83eb-4ebe901b8919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0793862 Apr 11 16:37:40.460279 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56184) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:40.465746 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1373936274-network', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:40.482619 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 5c37b855-50ad-415a-8c62-34105336e65b up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:40.487471 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71e270-27b5-40d5-a8d0-24c49a4dd43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1023f392-68a8-4bea-85dc-be115b94412e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:40.492574 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Made reservation on behalf of e2d798ba7ecd426d9b82aae293531176 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:40.495953 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.516314 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.519789 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4f71e270-27b5-40d5-a8d0-24c49a4dd43a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f8710b32c6a433e8733c0b0908c882f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6300709 Apr 11 16:37:40.521416 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56190) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:40.550477 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 5c37b855-50ad-415a-8c62-34105336e65b triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:40.550937 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (5c37b855-50ad-415a-8c62-34105336e65b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.554332 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-8927859c-ec19-48c2-bcc6-e1a3f0b709d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:40.556397 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-8927859c-ec19-48c2-bcc6-e1a3f0b709d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1313229 Apr 11 16:37:40.612672 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Publish callbacks [] for security_group (e8c698c3-8afd-45cf-b101-92679abc52c5), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.620010 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e8c698c3-8afd-45cf-b101-92679abc52c5), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.644059 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:37:40.662185 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c698c3-8afd-45cf-b101-92679abc52c5,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:40.665036 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f97a47b-6e19-4884-a35c-44e5f644bf21 admin admin] Publish callbacks [] for security_group (1023f392-68a8-4bea-85dc-be115b94412e), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.666131 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 5c37b855-50ad-415a-8c62-34105336e65b is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:40.666933 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (46d1aa26-9d21-4f19-9271-bb21fe2230aa), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.667375 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Added segment 46d1aa26-9d21-4f19-9271-bb21fe2230aa of type vlan for network 87a215b2-10a4-4823-ba94-bbb608881855 Apr 11 16:37:40.667684 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (5c37b855-50ad-415a-8c62-34105336e65b), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.697572 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 5c37b855-50ad-415a-8c62-34105336e65b, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=5c37b855-50ad-415a-8c62-34105336e65b,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:40.712846 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (5c37b855-50ad-415a-8c62-34105336e65b), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.727608 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (87a215b2-10a4-4823-ba94-bbb608881855), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.728491 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f97a47b-6e19-4884-a35c-44e5f644bf21 admin admin] Publish callbacks [] for security_group (1023f392-68a8-4bea-85dc-be115b94412e), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.737285 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-ba66784d-b7bf-46fa-83d8-8056f46b0fa7 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703036 Apr 11 16:37:40.761945 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (87a215b2-10a4-4823-ba94-bbb608881855), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.762884 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:40.763459 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.781840 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=5c37b855-50ad-415a-8c62-34105336e65b,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:40.829125 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] Pushing event updated for resources: {'Network': ['ID=87a215b2-10a4-4823-ba94-bbb608881855,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:40.839457 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2242ac0d-db91-45a9-bb0a-49b2063087ad admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3778703 Apr 11 16:37:40.841812 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 87a215b2-10a4-4823-ba94-bbb608881855 details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:37:40.842792 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56196) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:40.847335 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Request body: {'subnet': {'network_id': '87a215b2-10a4-4823-ba94-bbb608881855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1373936274-subnet', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:40.873542 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Made reservation on behalf of e2d798ba7ecd426d9b82aae293531176 for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:40.876181 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528556654'] for subnet (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.883282 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f97a47b-6e19-4884-a35c-44e5f644bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1023f392-68a8-4bea-85dc-be115b94412e), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.886573 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f97a47b-6e19-4884-a35c-44e5f644bf21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.890303 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0f97a47b-6e19-4884-a35c-44e5f644bf21 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1023f392-68a8-4bea-85dc-be115b94412e HTTP/1.1" status: 204 len: 168 time: 0.3673656 Apr 11 16:37:40.906012 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97a47b-6e19-4884-a35c-44e5f644bf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1023f392-68a8-4bea-85dc-be115b94412e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:40.911952 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca44e99e-2e57-4bdc-8c08-324e8cb79e9f req-35f371b7-f329-484e-a652-d80dd7c0ec00 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623046 Apr 11 16:37:41.057906 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Sync routers for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:37:41.070395 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:41.071025 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:37:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:41.140321 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529333571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528556668'] for subnet (b61ccbfe-2dec-4749-a440-56fa8f83c5c3), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.195959 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:41.200791 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61ccbfe-2dec-4749-a440-56fa8f83c5c3,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:41.213082 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Checking segment: {'id': '46d1aa26-9d21-4f19-9271-bb21fe2230aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:41.213499 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Network hostable DHCP agents. Network: 87a215b2-10a4-4823-ba94-bbb608881855, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:37:41.232622 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Network 87a215b2-10a4-4823-ba94-bbb608881855 is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:37:41.243199 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 87a215b2-10a4-4823-ba94-bbb608881855) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:41.250336 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:41.251125 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.267978 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f2a86646-9240-4c21-a029-72fa8f42a8d8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4242923 Apr 11 16:37:41.269033 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec645e09-b1e5-462c-bb75-fb43b9621eb4 None None] Network 87a215b2-10a4-4823-ba94-bbb608881855 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:41.271358 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56208) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:41.275975 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:41.299916 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (c48c9068-23c6-4035-a58b-9dc5cefac586), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.301119 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (c48c9068-23c6-4035-a58b-9dc5cefac586), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.333555 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56212) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:41.349951 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-108e5202-b63e-47fd-a8ed-9a9ea5a907f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.373945 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks [] for router_controller (c48c9068-23c6-4035-a58b-9dc5cefac586), precommit_add_association {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.455935 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-108e5202-b63e-47fd-a8ed-9a9ea5a907f3 admin admin] Publish callbacks [] for security_group (eec78820-9ff9-4edd-8578-37513cad2627), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.460641 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-108e5202-b63e-47fd-a8ed-9a9ea5a907f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (eec78820-9ff9-4edd-8578-37513cad2627), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.471511 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-87a215b2-10a4-4823-ba94-bbb608881855', 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855', 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'fixed_ips': [{'subnet_id': 'b61ccbfe-2dec-4749-a440-56fa8f83c5c3'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:37:41.472611 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.499467 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78b24-1d14-443f-8bbe-876ba4a73167 req-3f5a2693-0305-4f96-aee6-439ea9a01276 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:41.501002 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-efb78b24-1d14-443f-8bbe-876ba4a73167 req-3f5a2693-0305-4f96-aee6-439ea9a01276 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.1205225 Apr 11 16:37:41.505502 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-108e5202-b63e-47fd-a8ed-9a9ea5a907f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d295ef11141e49298e0081d4395e58f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704586 Apr 11 16:37:41.506275 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56216) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:41.509715 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'c3dba642-6eea-4462-ab22-14f13e0a5514', 'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'mac_address': 'fa:16:3e:e6:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:38Z', 'updated_at': '2022-04-11T16:37:39Z', 'revision_number': 2, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'subnets': [{'id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:41.533960 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e5202-b63e-47fd-a8ed-9a9ea5a907f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec78820-9ff9-4edd-8578-37513cad2627,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:41.568941 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-93c17d19-d214-4548-893b-8cecf6c1e793 admin admin] Publish callbacks [] for security_group (eec78820-9ff9-4edd-8578-37513cad2627), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.584309 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks [] for router_gateway (c48c9068-23c6-4035-a58b-9dc5cefac586), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.596642 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-93c17d19-d214-4548-893b-8cecf6c1e793 admin admin] Publish callbacks [] for security_group (eec78820-9ff9-4edd-8578-37513cad2627), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.621396 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-efb78b24-1d14-443f-8bbe-876ba4a73167 req-02e7ff4c-a531-4e04-83e0-bb2ce19a6f6e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874975 Apr 11 16:37:41.668772 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-93c17d19-d214-4548-893b-8cecf6c1e793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (eec78820-9ff9-4edd-8578-37513cad2627), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.670559 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-93c17d19-d214-4548-893b-8cecf6c1e793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.674115 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-93c17d19-d214-4548-893b-8cecf6c1e793 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eec78820-9ff9-4edd-8578-37513cad2627 HTTP/1.1" status: 204 len: 168 time: 0.1612248 Apr 11 16:37:41.679488 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c17d19-d214-4548-893b-8cecf6c1e793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec78820-9ff9-4edd-8578-37513cad2627,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:41.725853 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Checking router: d9e34682-64e2-4394-8b0d-1dd21fd2e19f for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:37:41.726204 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Updating router d9e34682-64e2-4394-8b0d-1dd21fd2e19f port c3dba642-6eea-4462-ab22-14f13e0a5514 binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:37:41.772520 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.814060 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks [] for router_gateway (c48c9068-23c6-4035-a58b-9dc5cefac586), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.834107 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.857074 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Allocated IP 172.20.0.2 (87a215b2-10a4-4823-ba94-bbb608881855/b61ccbfe-2dec-4749-a440-56fa8f83c5c3/c9f202ce-707b-482c-9262-8559e0bbc447) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:41.949478 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Allocated IP 172.27.0.217 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/6736950a-53c4-4c99-8b68-2c6bef1bfd69) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:42.104515 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks [] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.148434 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Publish callbacks [] for port (c9f202ce-707b-482c-9262-8559e0bbc447), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.150512 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.180703 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.192473 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:42.197253 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:42.201199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:42.224703 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Publish callbacks [] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.241907 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.250579 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Network 87a215b2-10a4-4823-ba94-bbb608881855 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:42.253077 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Pushing event updated for resources: {'Port': ['ID=c9f202ce-707b-482c-9262-8559e0bbc447,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:42.258437 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:42.277398 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Pushing event updated for resources: {'Port': ['ID=6736950a-53c4-4c99-8b68-2c6bef1bfd69,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:42.289101 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:42.301049 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136a52a-c1e7-411f-b1cd-aa1c472c10a9 None None] Pushing event updated for resources: {'Port': ['ID=c3dba642-6eea-4462-ab22-14f13e0a5514,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:42.453460 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Attempting to bind port c3dba642-6eea-4462-ab22-14f13e0a5514 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:42.454130 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Attempting to bind port c3dba642-6eea-4462-ab22-14f13e0a5514 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:42.454811 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Attempting to bind port c3dba642-6eea-4462-ab22-14f13e0a5514 on network 95376780-017d-49c0-855d-5ff4d91f3fdf {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:42.457767 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Attempting to bind port c9f202ce-707b-482c-9262-8559e0bbc447 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:42.458472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Attempting to bind port c9f202ce-707b-482c-9262-8559e0bbc447 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '46d1aa26-9d21-4f19-9271-bb21fe2230aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:42.458970 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Attempting to bind port c9f202ce-707b-482c-9262-8559e0bbc447 on network 87a215b2-10a4-4823-ba94-bbb608881855 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:42.465745 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:42.466412 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Checking segment: {'id': '46d1aa26-9d21-4f19-9271-bb21fe2230aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:42.466965 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.467496 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Bound using segment: {'id': '46d1aa26-9d21-4f19-9271-bb21fe2230aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:42.468148 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Bound port: c9f202ce-707b-482c-9262-8559e0bbc447, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d1aa26-9d21-4f19-9271-bb21fe2230aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:42.468806 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.496199 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 5c37b855-50ad-415a-8c62-34105336e65b up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:42.545623 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:42.546139 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Checking segment: {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:42.546555 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.546950 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Bound using segment: {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:42.547443 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Bound port: c3dba642-6eea-4462-ab22-14f13e0a5514, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:42.547850 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.661509 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-37afdca7-161a-4421-8966-7fc8b6658b2d None None] Provisioning complete for port c3dba642-6eea-4462-ab22-14f13e0a5514 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:42.661882 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-37afdca7-161a-4421-8966-7fc8b6658b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.709134 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] For port c9f202ce-707b-482c-9262-8559e0bbc447, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:42.711502 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] For port c3dba642-6eea-4462-ab22-14f13e0a5514, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:42.742373 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] For port c3dba642-6eea-4462-ab22-14f13e0a5514, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c3dba642-6eea-4462-ab22-14f13e0a5514,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:42.746307 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] For port c9f202ce-707b-482c-9262-8559e0bbc447, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c9f202ce-707b-482c-9262-8559e0bbc447,segment=NetworkSegment(46d1aa26-9d21-4f19-9271-bb21fe2230aa),segment_id=46d1aa26-9d21-4f19-9271-bb21fe2230aa)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:42.754519 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 5c37b855-50ad-415a-8c62-34105336e65b triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:42.754891 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (5c37b855-50ad-415a-8c62-34105336e65b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.756533 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-37afdca7-161a-4421-8966-7fc8b6658b2d None None] Port c3dba642-6eea-4462-ab22-14f13e0a5514 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:37:42.760069 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.787947 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.816346 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64d263-1748-4bcf-83ee-0072921d3a9f req-3c75ddc2-ccbb-43f7-a4af-356a04799166 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:42.817828 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d64d263-1748-4bcf-83ee-0072921d3a9f req-3c75ddc2-ccbb-43f7-a4af-356a04799166 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0585353 Apr 11 16:37:42.822874 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks [] for router_gateway (c48c9068-23c6-4035-a58b-9dc5cefac586), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:42.874529 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136a52a-c1e7-411f-b1cd-aa1c472c10a9 None None] Pushing event updated for resources: {'Port': ['ID=c3dba642-6eea-4462-ab22-14f13e0a5514,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:42.915199 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:42.916203 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:37:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:42.933915 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d64d263-1748-4bcf-83ee-0072921d3a9f req-5f5b19a2-92e7-496a-a4ae-90dd76ac5bda tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004097 Apr 11 16:37:43.038911 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85210115-c0af-4a24-8d11-fd686b17e947 None None] Pushing event updated for resources: {'Port': ['ID=c9f202ce-707b-482c-9262-8559e0bbc447,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:43.080888 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 5c37b855-50ad-415a-8c62-34105336e65b is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:43.135829 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:43.154646 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (c48c9068-23c6-4035-a58b-9dc5cefac586), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:43.199969 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ebe1e748-a8cf-4030-814e-cae79d668aa8 None None] Provisioning complete for port c3dba642-6eea-4462-ab22-14f13e0a5514 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:43.199969 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e748-a8cf-4030-814e-cae79d668aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:43.373115 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Router c48c9068-23c6-4035-a58b-9dc5cefac586 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:37:43.419361 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1e748-a8cf-4030-814e-cae79d668aa8 None None] Current status of the port c3dba642-6eea-4462-ab22-14f13e0a5514 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:43.419674 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e748-a8cf-4030-814e-cae79d668aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:43.453790 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'c3dba642-6eea-4462-ab22-14f13e0a5514', 'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'mac_address': 'fa:16:3e:e6:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:38Z', 'updated_at': '2022-04-11T16:37:42Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'subnets': [{'id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:43.491151 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b677fe-56b2-4c9b-9f42-904bab9e7347 None None] The sync data for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi is: [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'c3dba642-6eea-4462-ab22-14f13e0a5514', 'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'mac_address': 'fa:16:3e:e6:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:38Z', 'updated_at': '2022-04-11T16:37:42Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'subnets': [{'id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:37:43.493806 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-ebe1e748-a8cf-4030-814e-cae79d668aa8 None None] For port c3dba642-6eea-4462-ab22-14f13e0a5514, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c3dba642-6eea-4462-ab22-14f13e0a5514,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:43.498440 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:37:43.499208 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e748-a8cf-4030-814e-cae79d668aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:43.514452 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Sync routers for ids ['c48c9068-23c6-4035-a58b-9dc5cefac586'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:37:43.533461 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Routers {'c48c9068-23c6-4035-a58b-9dc5cefac586'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:43.534375 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:37:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['c48c9068-23c6-4035-a58b-9dc5cefac586'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:43.541117 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:43.543954 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e3b3c4b8-83dc-418f-8d61-01939801073c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2708876 Apr 11 16:37:43.546133 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56266) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:43.582637 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1e748-a8cf-4030-814e-cae79d668aa8 None None] Pushing event updated for resources: {'Port': ['ID=c3dba642-6eea-4462-ab22-14f13e0a5514,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:43.727212 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Set router c48c9068-23c6-4035-a58b-9dc5cefac586 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:43.966735 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:42Z', 'revision_number': 3, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'gw_port': {'id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:44.011599 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Checking router: c48c9068-23c6-4035-a58b-9dc5cefac586 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:37:44.012206 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Updating router c48c9068-23c6-4035-a58b-9dc5cefac586 port 6736950a-53c4-4c99-8b68-2c6bef1bfd69 binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:37:44.105160 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.196915 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0777c-af8e-4eb6-87c5-f6dc8d117e2d req-dde34922-c6ca-4971-b22f-7823ff6f2fae tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:44.198826 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-06e0777c-af8e-4eb6-87c5-f6dc8d117e2d req-dde34922-c6ca-4971-b22f-7823ff6f2fae tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.1335487 Apr 11 16:37:44.320105 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-06e0777c-af8e-4eb6-87c5-f6dc8d117e2d req-06a8165e-fca4-426e-a8ba-ac9aefbad2e2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131005 Apr 11 16:37:44.332794 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5bba1-f1e5-43f6-af1b-f3b27f16cf03 None None] Network 87a215b2-10a4-4823-ba94-bbb608881855 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:44.400197 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.561399 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-5e540657-57a6-4286-99c0-73477fb159bd None None] Provisioning complete for port c9f202ce-707b-482c-9262-8559e0bbc447 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:44.561825 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e540657-57a6-4286-99c0-73477fb159bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.675535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c9f202ce-707b-482c-9262-8559e0bbc447 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:44.743403 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Publish callbacks [] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.749086 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Allocated IP 172.20.0.1 (87a215b2-10a4-4823-ba94-bbb608881855/b61ccbfe-2dec-4749-a440-56fa8f83c5c3/578173d4-7626-4856-922f-0c365b6aa566) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:44.755034 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.822784 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Attempting to bind port 6736950a-53c4-4c99-8b68-2c6bef1bfd69 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:44.823468 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Attempting to bind port 6736950a-53c4-4c99-8b68-2c6bef1bfd69 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:44.824058 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Attempting to bind port 6736950a-53c4-4c99-8b68-2c6bef1bfd69 on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:44.827847 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56302) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:44.846374 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689daa13-451f-4254-89cc-0de82ce56070 None None] Pushing event updated for resources: {'Port': ['ID=6736950a-53c4-4c99-8b68-2c6bef1bfd69,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:44.849333 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:44.850003 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:44.850581 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.851149 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:44.851854 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Bound port: 6736950a-53c4-4c99-8b68-2c6bef1bfd69, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:44.852433 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.858882 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port c9f202ce-707b-482c-9262-8559e0bbc447 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:44.859254 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.865811 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-5e540657-57a6-4286-99c0-73477fb159bd None None] Current status of the port c9f202ce-707b-482c-9262-8559e0bbc447 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:44.866192 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e540657-57a6-4286-99c0-73477fb159bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.913693 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Publish callbacks [] for port (578173d4-7626-4856-922f-0c365b6aa566), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.937836 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] For port 6736950a-53c4-4c99-8b68-2c6bef1bfd69, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:44.941712 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] For port 6736950a-53c4-4c99-8b68-2c6bef1bfd69, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=6736950a-53c4-4c99-8b68-2c6bef1bfd69,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:44.944889 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5e540657-57a6-4286-99c0-73477fb159bd None None] For port c9f202ce-707b-482c-9262-8559e0bbc447, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c9f202ce-707b-482c-9262-8559e0bbc447,segment=NetworkSegment(46d1aa26-9d21-4f19-9271-bb21fe2230aa),segment_id=46d1aa26-9d21-4f19-9271-bb21fe2230aa)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:44.954481 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.956313 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e540657-57a6-4286-99c0-73477fb159bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:44.975764 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (578173d4-7626-4856-922f-0c365b6aa566), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.041823 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8c95f7ee-71b6-4c34-9379-ffea32fed08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.043232 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port c9f202ce-707b-482c-9262-8559e0bbc447 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:45.044377 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c3dba642-6eea-4462-ab22-14f13e0a5514 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:45.065747 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=578173d4-7626-4856-922f-0c365b6aa566,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:45.073256 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Network 87a215b2-10a4-4823-ba94-bbb608881855 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:45.075015 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:45.077466 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:45.078022 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (c48c9068-23c6-4035-a58b-9dc5cefac586), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.183671 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Routers {'c48c9068-23c6-4035-a58b-9dc5cefac586'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:45.186122 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:37:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['c48c9068-23c6-4035-a58b-9dc5cefac586'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:45.247856 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8c95f7ee-71b6-4c34-9379-ffea32fed08b admin admin] Publish callbacks [] for security_group (b055bed2-cb94-4956-a27c-2376b0989d2e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.257148 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8c95f7ee-71b6-4c34-9379-ffea32fed08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b055bed2-cb94-4956-a27c-2376b0989d2e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.269046 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689daa13-451f-4254-89cc-0de82ce56070 None None] Pushing event updated for resources: {'Port': ['ID=6736950a-53c4-4c99-8b68-2c6bef1bfd69,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:45.305161 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95f7ee-71b6-4c34-9379-ffea32fed08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b055bed2-cb94-4956-a27c-2376b0989d2e,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:45.310622 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (578173d4-7626-4856-922f-0c365b6aa566), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.337609 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e540657-57a6-4286-99c0-73477fb159bd None None] Pushing event updated for resources: {'Port': ['ID=c9f202ce-707b-482c-9262-8559e0bbc447,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:45.372182 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8c95f7ee-71b6-4c34-9379-ffea32fed08b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cecb0ca37c3944feb2adc6f1149e6e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5426576 Apr 11 16:37:45.372807 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56310) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:45.386170 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-636230d5-176b-4e38-90c4-944622db3e3b None None] Provisioning complete for port c9f202ce-707b-482c-9262-8559e0bbc447 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:45.386556 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-636230d5-176b-4e38-90c4-944622db3e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.416925 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] Set router c48c9068-23c6-4035-a58b-9dc5cefac586 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:45.464555 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port c3dba642-6eea-4462-ab22-14f13e0a5514 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:45.464927 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.487825 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6f950fe9-66e3-4e3d-857f-a0b47fd4cd44 admin admin] Publish callbacks [] for security_group (b055bed2-cb94-4956-a27c-2376b0989d2e), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.522035 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6f950fe9-66e3-4e3d-857f-a0b47fd4cd44 admin admin] Publish callbacks [] for security_group (b055bed2-cb94-4956-a27c-2376b0989d2e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.546380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828d8bc-13e5-46f4-bb91-04e441312432 req-4c95e63d-af64-4bba-bf33-963e4023560e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:45.549909 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c828d8bc-13e5-46f4-bb91-04e441312432 req-4c95e63d-af64-4bba-bf33-963e4023560e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.1062572 Apr 11 16:37:45.572130 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-636230d5-176b-4e38-90c4-944622db3e3b None None] Current status of the port c9f202ce-707b-482c-9262-8559e0bbc447 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:45.600942 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6f950fe9-66e3-4e3d-857f-a0b47fd4cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b055bed2-cb94-4956-a27c-2376b0989d2e), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.603818 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6f950fe9-66e3-4e3d-857f-a0b47fd4cd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.605400 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6f950fe9-66e3-4e3d-857f-a0b47fd4cd44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b055bed2-cb94-4956-a27c-2376b0989d2e HTTP/1.1" status: 204 len: 168 time: 0.2316298 Apr 11 16:37:45.614579 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f950fe9-66e3-4e3d-857f-a0b47fd4cd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b055bed2-cb94-4956-a27c-2376b0989d2e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:45.645729 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port c3dba642-6eea-4462-ab22-14f13e0a5514 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:45.657939 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c828d8bc-13e5-46f4-bb91-04e441312432 req-37ed2138-24fe-4144-ad1b-29dc73e1b2da tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956607 Apr 11 16:37:45.681555 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Publish callbacks [] for port (578173d4-7626-4856-922f-0c365b6aa566), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.688733 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (578173d4-7626-4856-922f-0c365b6aa566), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.689572 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (c48c9068-23c6-4035-a58b-9dc5cefac586), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.693056 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-c8cf4e28-244c-435d-a4b3-181426846a74 None None] Provisioning complete for port 578173d4-7626-4856-922f-0c365b6aa566 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:45.693056 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c8cf4e28-244c-435d-a4b3-181426846a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (578173d4-7626-4856-922f-0c365b6aa566), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:45.700693 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:42Z', 'revision_number': 3, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'gw_port': {'id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:45.742193 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf4e28-244c-435d-a4b3-181426846a74 None None] Port 578173d4-7626-4856-922f-0c365b6aa566 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:37:45.755336 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb45053-03cf-4bda-8166-8128ca8f069b None None] The sync data for ids ['c48c9068-23c6-4035-a58b-9dc5cefac586'] in dv-cinder-837165-2-iscsi is: [{'id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:42Z', 'revision_number': 3, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'gw_port': {'id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:37:45.805055 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=578173d4-7626-4856-922f-0c365b6aa566,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:45.841443 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Network 87a215b2-10a4-4823-ba94-bbb608881855 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:45.842904 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:45.966063 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56318) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:45.984121 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Router c48c9068-23c6-4035-a58b-9dc5cefac586 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:37:45.988689 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f846-53ab-405f-83fd-1e43c0a1e3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.101751 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f846-53ab-405f-83fd-1e43c0a1e3d7 admin admin] Publish callbacks [] for security_group (b42639f7-b2c3-4be7-bb5a-40eafabacd3b), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.106315 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f846-53ab-405f-83fd-1e43c0a1e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b42639f7-b2c3-4be7-bb5a-40eafabacd3b), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.151876 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:37:46.152797 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ebc4f846-53ab-405f-83fd-1e43c0a1e3d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0522293403ea454283440173da80b69e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854281 Apr 11 16:37:46.155327 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56320) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:46.159037 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4f846-53ab-405f-83fd-1e43c0a1e3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42639f7-b2c3-4be7-bb5a-40eafabacd3b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:46.169875 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a105f81f-3dcd-4c4c-aa4e-43307cf17ae1 admin admin] 10.222.0.65 "PUT /v2.0/routers/c48c9068-23c6-4035-a58b-9dc5cefac586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6135225 Apr 11 16:37:46.170117 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-875e61a3-806e-4a31-be32-ec32a3486279 None None] Provisioning complete for port 578173d4-7626-4856-922f-0c365b6aa566 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:46.170117 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-875e61a3-806e-4a31-be32-ec32a3486279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (578173d4-7626-4856-922f-0c365b6aa566), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.231944 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-254de5e9-79be-472d-b913-b0ccfa7c0e4d admin admin] Publish callbacks [] for security_group (b42639f7-b2c3-4be7-bb5a-40eafabacd3b), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.238713 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-875e61a3-806e-4a31-be32-ec32a3486279 None None] Port 578173d4-7626-4856-922f-0c365b6aa566 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:37:46.262921 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-254de5e9-79be-472d-b913-b0ccfa7c0e4d admin admin] Publish callbacks [] for security_group (b42639f7-b2c3-4be7-bb5a-40eafabacd3b), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.321275 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-254de5e9-79be-472d-b913-b0ccfa7c0e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b42639f7-b2c3-4be7-bb5a-40eafabacd3b), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.324018 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-254de5e9-79be-472d-b913-b0ccfa7c0e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.325171 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-254de5e9-79be-472d-b913-b0ccfa7c0e4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b42639f7-b2c3-4be7-bb5a-40eafabacd3b HTTP/1.1" status: 204 len: 168 time: 0.1688204 Apr 11 16:37:46.333462 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254de5e9-79be-472d-b913-b0ccfa7c0e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42639f7-b2c3-4be7-bb5a-40eafabacd3b,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:46.566748 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 6736950a-53c4-4c99-8b68-2c6bef1bfd69 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:46.623105 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 6736950a-53c4-4c99-8b68-2c6bef1bfd69 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:46.623476 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.731734 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 6736950a-53c4-4c99-8b68-2c6bef1bfd69 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:46.732416 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.757765 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 6736950a-53c4-4c99-8b68-2c6bef1bfd69, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=6736950a-53c4-4c99-8b68-2c6bef1bfd69,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:46.765507 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.766686 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c9f202ce-707b-482c-9262-8559e0bbc447 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:46.854911 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbafc3-9eef-472a-9a03-2df1643a4b13 req-d20f71ae-3f91-4d57-b5d2-59ca942be569 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:46.856512 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fbbbafc3-9eef-472a-9a03-2df1643a4b13 req-d20f71ae-3f91-4d57-b5d2-59ca942be569 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.1029115 Apr 11 16:37:46.896687 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port c9f202ce-707b-482c-9262-8559e0bbc447 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:46.897358 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.899150 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=6736950a-53c4-4c99-8b68-2c6bef1bfd69,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:46.938978 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56348) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:46.943485 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-789bf43f-cda5-4d4f-a8b3-a28b3cd585db tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006094679', 'description': 'tempest-secgroup-smoke-1006094679 description', 'project_id': '0ad65af0201c40fea0218125fd073de1'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:46.975789 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fbbbafc3-9eef-472a-9a03-2df1643a4b13 req-d9720ab0-18ea-42d0-804d-53f4d0332e8d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907359 Apr 11 16:37:46.981503 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-789bf43f-cda5-4d4f-a8b3-a28b3cd585db tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.018455 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port c9f202ce-707b-482c-9262-8559e0bbc447 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:47.056366 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-789bf43f-cda5-4d4f-a8b3-a28b3cd585db tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group (ac0904d7-fbfb-4ecb-b679-018411b6c805), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.061509 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-789bf43f-cda5-4d4f-a8b3-a28b3cd585db tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (ac0904d7-fbfb-4ecb-b679-018411b6c805), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.091748 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-789bf43f-cda5-4d4f-a8b3-a28b3cd585db tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.092978 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-789bf43f-cda5-4d4f-a8b3-a28b3cd585db tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1529546 Apr 11 16:37:47.096325 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56354) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:47.097195 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bf43f-cda5-4d4f-a8b3-a28b3cd585db tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0904d7-fbfb-4ecb-b679-018411b6c805,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:47.101586 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-34064778-ce8e-486f-b3c3-6e31f0b0fd47 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Request body: {'security_group_rule': {'security_group_id': 'ac0904d7-fbfb-4ecb-b679-018411b6c805', 'project_id': '0ad65af0201c40fea0218125fd073de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:47.131361 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-34064778-ce8e-486f-b3c3-6e31f0b0fd47 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (02f54353-0936-4633-9b61-abdefa7f5dca), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.195335 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-34064778-ce8e-486f-b3c3-6e31f0b0fd47 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (02f54353-0936-4633-9b61-abdefa7f5dca), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.200170 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-34064778-ce8e-486f-b3c3-6e31f0b0fd47 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (02f54353-0936-4633-9b61-abdefa7f5dca), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.218749 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34064778-ce8e-486f-b3c3-6e31f0b0fd47 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f54353-0936-4633-9b61-abdefa7f5dca,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:47.224008 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-34064778-ce8e-486f-b3c3-6e31f0b0fd47 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.227786 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-34064778-ce8e-486f-b3c3-6e31f0b0fd47 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273439 Apr 11 16:37:47.228233 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56360) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:47.232343 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-0888c632-5b76-402e-9f88-a12e84a41e52 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Request body: {'security_group_rule': {'security_group_id': 'ac0904d7-fbfb-4ecb-b679-018411b6c805', 'project_id': '0ad65af0201c40fea0218125fd073de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:47.259901 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0888c632-5b76-402e-9f88-a12e84a41e52 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (0f5a9025-e93c-4dd8-ace7-94c7034aeff1), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.321460 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0888c632-5b76-402e-9f88-a12e84a41e52 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (0f5a9025-e93c-4dd8-ace7-94c7034aeff1), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.325549 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0888c632-5b76-402e-9f88-a12e84a41e52 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (0f5a9025-e93c-4dd8-ace7-94c7034aeff1), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.345505 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888c632-5b76-402e-9f88-a12e84a41e52 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5a9025-e93c-4dd8-ace7-94c7034aeff1,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:47.351660 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0888c632-5b76-402e-9f88-a12e84a41e52 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.356019 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0888c632-5b76-402e-9f88-a12e84a41e52 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270068 Apr 11 16:37:47.356166 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56368) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:47.360973 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-189f8c2a-0f4c-428b-95b2-c40598a702ac tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Request body: {'security_group_rule': {'security_group_id': 'ac0904d7-fbfb-4ecb-b679-018411b6c805', 'project_id': '0ad65af0201c40fea0218125fd073de1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:47.387567 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-189f8c2a-0f4c-428b-95b2-c40598a702ac tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (95a1097a-099d-4ba7-84d8-83794640288c), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.466030 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-189f8c2a-0f4c-428b-95b2-c40598a702ac tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (95a1097a-099d-4ba7-84d8-83794640288c), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.470295 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-189f8c2a-0f4c-428b-95b2-c40598a702ac tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (95a1097a-099d-4ba7-84d8-83794640288c), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.485150 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f8c2a-0f4c-428b-95b2-c40598a702ac tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a1097a-099d-4ba7-84d8-83794640288c,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:47.496223 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-189f8c2a-0f4c-428b-95b2-c40598a702ac tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.497409 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-189f8c2a-0f4c-428b-95b2-c40598a702ac tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402073 Apr 11 16:37:47.500274 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56370) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:47.504909 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-5ddd116b-6904-4350-b5bf-fd9acad521cd tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Request body: {'security_group_rule': {'security_group_id': 'ac0904d7-fbfb-4ecb-b679-018411b6c805', 'project_id': '0ad65af0201c40fea0218125fd073de1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:47.532942 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5ddd116b-6904-4350-b5bf-fd9acad521cd tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (1d4a8249-0487-447f-8e70-febfe257e97e), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.596386 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5ddd116b-6904-4350-b5bf-fd9acad521cd tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (1d4a8249-0487-447f-8e70-febfe257e97e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.599873 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5ddd116b-6904-4350-b5bf-fd9acad521cd tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (1d4a8249-0487-447f-8e70-febfe257e97e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.622684 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd116b-6904-4350-b5bf-fd9acad521cd tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4a8249-0487-447f-8e70-febfe257e97e,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:47.629136 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5ddd116b-6904-4350-b5bf-fd9acad521cd tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.630331 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-5ddd116b-6904-4350-b5bf-fd9acad521cd tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291153 Apr 11 16:37:47.634238 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56374) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:47.639334 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-1866eea5-8268-42e2-b5eb-b109c03ec042 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Request body: {'security_group_rule': {'security_group_id': 'ac0904d7-fbfb-4ecb-b679-018411b6c805', 'project_id': '0ad65af0201c40fea0218125fd073de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:47.665497 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.securitygroups_db [None req-1866eea5-8268-42e2-b5eb-b109c03ec042 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Project 0ad65af0201c40fea0218125fd073de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:37:47.671253 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1866eea5-8268-42e2-b5eb-b109c03ec042 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (a77ac074-8356-41e6-ad54-cc3cd969443c), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.705873 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.742876 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1866eea5-8268-42e2-b5eb-b109c03ec042 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (a77ac074-8356-41e6-ad54-cc3cd969443c), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.747493 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1866eea5-8268-42e2-b5eb-b109c03ec042 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (a77ac074-8356-41e6-ad54-cc3cd969443c), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.760649 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Sync routers for ids ['c48c9068-23c6-4035-a58b-9dc5cefac586'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:37:47.765450 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866eea5-8268-42e2-b5eb-b109c03ec042 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77ac074-8356-41e6-ad54-cc3cd969443c,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:47.770210 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Routers {'c48c9068-23c6-4035-a58b-9dc5cefac586'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:47.770970 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:37:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['c48c9068-23c6-4035-a58b-9dc5cefac586'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:47.775034 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1866eea5-8268-42e2-b5eb-b109c03ec042 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.779369 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56378) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:47.779500 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1866eea5-8268-42e2-b5eb-b109c03ec042 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441121 Apr 11 16:37:47.784372 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-445bfea1-7052-4b18-9540-18928fc86276 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Request body: {'security_group_rule': {'security_group_id': 'ac0904d7-fbfb-4ecb-b679-018411b6c805', 'project_id': '0ad65af0201c40fea0218125fd073de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:47.805329 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.securitygroups_db [None req-445bfea1-7052-4b18-9540-18928fc86276 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Project 0ad65af0201c40fea0218125fd073de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:37:47.810711 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-445bfea1-7052-4b18-9540-18928fc86276 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (8fa4beb1-bf78-498a-bcc9-08351d955b3c), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.873170 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-445bfea1-7052-4b18-9540-18928fc86276 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (8fa4beb1-bf78-498a-bcc9-08351d955b3c), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.878647 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-445bfea1-7052-4b18-9540-18928fc86276 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (8fa4beb1-bf78-498a-bcc9-08351d955b3c), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.886986 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Set router c48c9068-23c6-4035-a58b-9dc5cefac586 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:47.897959 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bfea1-7052-4b18-9540-18928fc86276 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa4beb1-bf78-498a-bcc9-08351d955b3c,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:47.907858 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-445bfea1-7052-4b18-9540-18928fc86276 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.916331 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-445bfea1-7052-4b18-9540-18928fc86276 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354773 Apr 11 16:37:48.089992 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:45Z', 'revision_number': 4, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'gw_port': {'id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '578173d4-7626-4856-922f-0c365b6aa566', 'name': '', 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'mac_address': 'fa:16:3e:c9:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b61ccbfe-2dec-4749-a440-56fa8f83c5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:44Z', 'updated_at': '2022-04-11T16:37:45Z', 'revision_number': 2, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'subnets': [{'id': 'b61ccbfe-2dec-4749-a440-56fa8f83c5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:48.107768 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2342884-0f25-4cdf-9d10-e4e16fe89b7e req-933755ba-17dd-46b0-8758-0e020aa07827 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:48.109447 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d2342884-0f25-4cdf-9d10-e4e16fe89b7e req-933755ba-17dd-46b0-8758-0e020aa07827 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0561872 Apr 11 16:37:48.120206 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Checking router: c48c9068-23c6-4035-a58b-9dc5cefac586 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:37:48.120495 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Updating router c48c9068-23c6-4035-a58b-9dc5cefac586 port 578173d4-7626-4856-922f-0c365b6aa566 binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:37:48.149038 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (578173d4-7626-4856-922f-0c365b6aa566), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:48.163042 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d2342884-0f25-4cdf-9d10-e4e16fe89b7e req-ec897019-4456-4488-8b92-92d7bb7a13a9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479846 Apr 11 16:37:48.346864 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:37:48.447568 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Publish callbacks [] for port (578173d4-7626-4856-922f-0c365b6aa566), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:48.461494 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (578173d4-7626-4856-922f-0c365b6aa566), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:48.502412 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 6736950a-53c4-4c99-8b68-2c6bef1bfd69 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:48.550311 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79894c-516f-4f00-800e-46b8ed97591f None None] Pushing event updated for resources: {'Port': ['ID=578173d4-7626-4856-922f-0c365b6aa566,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:48.624720 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 6736950a-53c4-4c99-8b68-2c6bef1bfd69 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:48.625089 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:48.653834 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Attempting to bind port 578173d4-7626-4856-922f-0c365b6aa566 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:48.654208 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Attempting to bind port 578173d4-7626-4856-922f-0c365b6aa566 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '46d1aa26-9d21-4f19-9271-bb21fe2230aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:48.654753 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Attempting to bind port 578173d4-7626-4856-922f-0c365b6aa566 on network 87a215b2-10a4-4823-ba94-bbb608881855 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:48.675107 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:48.675482 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Checking segment: {'id': '46d1aa26-9d21-4f19-9271-bb21fe2230aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:48.675917 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:48.676366 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Bound using segment: {'id': '46d1aa26-9d21-4f19-9271-bb21fe2230aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:48.676849 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Bound port: 578173d4-7626-4856-922f-0c365b6aa566, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d1aa26-9d21-4f19-9271-bb21fe2230aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:48.677228 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (578173d4-7626-4856-922f-0c365b6aa566), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:48.754519 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 6736950a-53c4-4c99-8b68-2c6bef1bfd69 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:48.806468 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] For port 578173d4-7626-4856-922f-0c365b6aa566, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:48.810452 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] For port 578173d4-7626-4856-922f-0c365b6aa566, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=578173d4-7626-4856-922f-0c365b6aa566,segment=NetworkSegment(46d1aa26-9d21-4f19-9271-bb21fe2230aa),segment_id=46d1aa26-9d21-4f19-9271-bb21fe2230aa)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:48.811890 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-5e7e5d8f-3f31-4f7b-ad84-3720d9dfbad8 None None] Provisioning complete for port 578173d4-7626-4856-922f-0c365b6aa566 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:48.812258 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5d8f-3f31-4f7b-ad84-3720d9dfbad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (578173d4-7626-4856-922f-0c365b6aa566), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:48.837307 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (578173d4-7626-4856-922f-0c365b6aa566), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:48.887285 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e5d8f-3f31-4f7b-ad84-3720d9dfbad8 None None] Port 578173d4-7626-4856-922f-0c365b6aa566 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:37:48.918713 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79894c-516f-4f00-800e-46b8ed97591f None None] Pushing event updated for resources: {'Port': ['ID=578173d4-7626-4856-922f-0c365b6aa566,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:48.922403 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Routers {'c48c9068-23c6-4035-a58b-9dc5cefac586'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:48.923053 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:37:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['c48c9068-23c6-4035-a58b-9dc5cefac586'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:49.194083 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] Set router c48c9068-23c6-4035-a58b-9dc5cefac586 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:49.234420 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-3333fcd3-55ac-483a-b4a1-12770aa91429 None None] Provisioning complete for port 578173d4-7626-4856-922f-0c365b6aa566 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:49.234793 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3333fcd3-55ac-483a-b4a1-12770aa91429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (578173d4-7626-4856-922f-0c365b6aa566), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:49.281265 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293719b-8f9d-4aa6-b862-b95ea21fa257 req-d375009d-6737-46a9-b0aa-7ce5a4164c11 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:49.282779 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d293719b-8f9d-4aa6-b862-b95ea21fa257 req-d375009d-6737-46a9-b0aa-7ce5a4164c11 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0496266 Apr 11 16:37:49.345702 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d293719b-8f9d-4aa6-b862-b95ea21fa257 req-c2a26a4d-d672-476a-b3b3-cf4d546e64bd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573301 Apr 11 16:37:49.420660 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-3333fcd3-55ac-483a-b4a1-12770aa91429 None None] Current status of the port 578173d4-7626-4856-922f-0c365b6aa566 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:49.421043 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3333fcd3-55ac-483a-b4a1-12770aa91429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (578173d4-7626-4856-922f-0c365b6aa566), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:49.491053 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-3333fcd3-55ac-483a-b4a1-12770aa91429 None None] For port 578173d4-7626-4856-922f-0c365b6aa566, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=578173d4-7626-4856-922f-0c365b6aa566,segment=NetworkSegment(46d1aa26-9d21-4f19-9271-bb21fe2230aa),segment_id=46d1aa26-9d21-4f19-9271-bb21fe2230aa)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:49.497959 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:45Z', 'revision_number': 4, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'gw_port': {'id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '578173d4-7626-4856-922f-0c365b6aa566', 'name': '', 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'mac_address': 'fa:16:3e:c9:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b61ccbfe-2dec-4749-a440-56fa8f83c5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:44Z', 'updated_at': '2022-04-11T16:37:48Z', 'revision_number': 4, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'subnets': [{'id': 'b61ccbfe-2dec-4749-a440-56fa8f83c5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:49.500252 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3333fcd3-55ac-483a-b4a1-12770aa91429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (578173d4-7626-4856-922f-0c365b6aa566), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:49.529427 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2766e44-7f85-4f4f-b826-46cdef4ab128 None None] The sync data for ids ['c48c9068-23c6-4035-a58b-9dc5cefac586'] in dv-cinder-837165-2-iscsi is: [{'id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:45Z', 'revision_number': 4, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'gw_port': {'id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '578173d4-7626-4856-922f-0c365b6aa566', 'name': '', 'network_id': '87a215b2-10a4-4823-ba94-bbb608881855', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'mac_address': 'fa:16:3e:c9:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b61ccbfe-2dec-4749-a440-56fa8f83c5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:44Z', 'updated_at': '2022-04-11T16:37:48Z', 'revision_number': 4, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'subnets': [{'id': 'b61ccbfe-2dec-4749-a440-56fa8f83c5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:37:49.596426 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333fcd3-55ac-483a-b4a1-12770aa91429 None None] Pushing event updated for resources: {'Port': ['ID=578173d4-7626-4856-922f-0c365b6aa566,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:50.465908 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fb8b4-bb61-42a0-9bf3-3728de928c2b req-cf312bb4-a7b4-4cb7-a18d-b9eaacbfe1f6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:50.468928 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-781fb8b4-bb61-42a0-9bf3-3728de928c2b req-cf312bb4-a7b4-4cb7-a18d-b9eaacbfe1f6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0539930 Apr 11 16:37:50.483821 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 578173d4-7626-4856-922f-0c365b6aa566 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:50.525997 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-781fb8b4-bb61-42a0-9bf3-3728de928c2b req-752606f9-0393-42b3-9336-a755e5534104 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510280 Apr 11 16:37:50.537207 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 578173d4-7626-4856-922f-0c365b6aa566 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:50.537366 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (578173d4-7626-4856-922f-0c365b6aa566), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:50.618839 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 578173d4-7626-4856-922f-0c365b6aa566 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:51.403574 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56496) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:51.515392 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-87645323-5325-4724-976b-ae24d02d3812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:51.599147 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-87645323-5325-4724-976b-ae24d02d3812 admin admin] Publish callbacks [] for security_group (2abd2632-0047-4246-8011-d4a4ca2d342a), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:51.604356 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-87645323-5325-4724-976b-ae24d02d3812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2abd2632-0047-4246-8011-d4a4ca2d342a), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:51.655616 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-87645323-5325-4724-976b-ae24d02d3812 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0865f4c1e1ef4a79a9f3463e02492da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508247 Apr 11 16:37:51.656357 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87645323-5325-4724-976b-ae24d02d3812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abd2632-0047-4246-8011-d4a4ca2d342a,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:51.656955 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def69ec-6549-4820-a557-5f848ad958ec req-c3df1c77-8d1b-492f-a194-a4c98f27df44 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:51.660013 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56504) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:51.671984 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2def69ec-6549-4820-a557-5f848ad958ec req-c3df1c77-8d1b-492f-a194-a4c98f27df44 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0653577 Apr 11 16:37:51.716019 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6c1-c8f8-458c-ba0d-a899fcb3584a admin admin] Publish callbacks [] for security_group (2abd2632-0047-4246-8011-d4a4ca2d342a), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:51.719343 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2def69ec-6549-4820-a557-5f848ad958ec req-d50b8cab-f665-4554-94c0-09dfd3da3eb2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465004 Apr 11 16:37:51.741190 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6c1-c8f8-458c-ba0d-a899fcb3584a admin admin] Publish callbacks [] for security_group (2abd2632-0047-4246-8011-d4a4ca2d342a), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:51.799518 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6c1-c8f8-458c-ba0d-a899fcb3584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2abd2632-0047-4246-8011-d4a4ca2d342a), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:51.801940 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-71c1f6c1-c8f8-458c-ba0d-a899fcb3584a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:51.803074 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-71c1f6c1-c8f8-458c-ba0d-a899fcb3584a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2abd2632-0047-4246-8011-d4a4ca2d342a HTTP/1.1" status: 204 len: 168 time: 0.1419101 Apr 11 16:37:51.811312 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1f6c1-c8f8-458c-ba0d-a899fcb3584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abd2632-0047-4246-8011-d4a4ca2d342a,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:52.114593 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 56512) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:52.128599 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1e557267-0bdc-4182-a0c9-0abfe20afb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:52.210705 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1e557267-0bdc-4182-a0c9-0abfe20afb2b admin admin] Publish callbacks [] for security_group (7b4f8d01-6aca-443a-9fc2-e89ef3018fd9), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:52.215536 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1e557267-0bdc-4182-a0c9-0abfe20afb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (7b4f8d01-6aca-443a-9fc2-e89ef3018fd9), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:52.443365 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-1e557267-0bdc-4182-a0c9-0abfe20afb2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9386448a70744d290bdb171d2461484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275602 Apr 11 16:37:52.444173 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557267-0bdc-4182-a0c9-0abfe20afb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4f8d01-6aca-443a-9fc2-e89ef3018fd9,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:52.446267 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 56516) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:52.501606 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63b97607-4001-4fdf-af3f-5ebe37a39bc1 admin admin] Publish callbacks [] for security_group (7b4f8d01-6aca-443a-9fc2-e89ef3018fd9), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:52.525590 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63b97607-4001-4fdf-af3f-5ebe37a39bc1 admin admin] Publish callbacks [] for security_group (7b4f8d01-6aca-443a-9fc2-e89ef3018fd9), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:52.582005 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63b97607-4001-4fdf-af3f-5ebe37a39bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (7b4f8d01-6aca-443a-9fc2-e89ef3018fd9), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:52.585303 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63b97607-4001-4fdf-af3f-5ebe37a39bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:52.586679 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-63b97607-4001-4fdf-af3f-5ebe37a39bc1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b4f8d01-6aca-443a-9fc2-e89ef3018fd9 HTTP/1.1" status: 204 len: 168 time: 0.1393194 Apr 11 16:37:52.597741 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b97607-4001-4fdf-af3f-5ebe37a39bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4f8d01-6aca-443a-9fc2-e89ef3018fd9,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:52.840733 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcd215-d783-4f9d-90e2-010b91e5cb11 req-d1162e88-3b19-4305-bc60-8ce9280d064b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:52.840733 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e1bcd215-d783-4f9d-90e2-010b91e5cb11 req-d1162e88-3b19-4305-bc60-8ce9280d064b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0515096 Apr 11 16:37:52.888132 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e1bcd215-d783-4f9d-90e2-010b91e5cb11 req-2bbf3efb-b5b3-4a08-bf04-a37888848075 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Apr 11 16:37:53.999964 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405372ed-b9eb-47a3-9fe0-344f3c8793fb req-f4151190-2dbb-4aeb-b14b-d69ca57c6489 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:54.001475 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-405372ed-b9eb-47a3-9fe0-344f3c8793fb req-f4151190-2dbb-4aeb-b14b-d69ca57c6489 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0471251 Apr 11 16:37:54.058431 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-405372ed-b9eb-47a3-9fe0-344f3c8793fb req-992114b2-7095-489a-aa62-abe86da0dcca tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509465 Apr 11 16:37:55.130368 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-49f8e37d-d98c-47cd-a4ea-074e0d7cef08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:55.185855 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393c300-eff0-4e17-92a1-fa24f4225de0 req-642534d8-3a5e-46ee-a38e-379314caf716 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:55.187374 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2393c300-eff0-4e17-92a1-fa24f4225de0 req-642534d8-3a5e-46ee-a38e-379314caf716 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0463104 Apr 11 16:37:55.237937 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2393c300-eff0-4e17-92a1-fa24f4225de0 req-12f712a4-7a71-497c-94db-9abf046e9791 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449429 Apr 11 16:37:56.373571 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278149b-23ab-4a64-a868-23e0a372a41d req-dde0f4f6-73af-45ca-8252-6a3858ed5267 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:56.375093 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c278149b-23ab-4a64-a868-23e0a372a41d req-dde0f4f6-73af-45ca-8252-6a3858ed5267 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0568614 Apr 11 16:37:56.426845 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c278149b-23ab-4a64-a868-23e0a372a41d req-363ae927-1691-49c4-b3e6-d4eff91fc612 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455515 Apr 11 16:37:57.573900 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa2d05-8d4c-4865-9c1b-8209491a0bd4 req-ce6c8be4-ea7c-4095-964b-16758ee76301 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:57.575884 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e0aa2d05-8d4c-4865-9c1b-8209491a0bd4 req-ce6c8be4-ea7c-4095-964b-16758ee76301 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0638242 Apr 11 16:37:57.638560 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e0aa2d05-8d4c-4865-9c1b-8209491a0bd4 req-e694274c-c0d3-499a-8e3f-d276d1229a5e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505457 Apr 11 16:37:57.697486 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f2690015-8849-4f86-a9dc-7a23b31b6779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:58.533584 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:58.762121 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ce076-28da-4c3c-a391-5d22b4176d5f req-a5f3e4af-cdef-4e37-a4cf-ea29b0bdd465 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:58.768510 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ff4ce076-28da-4c3c-a391-5d22b4176d5f req-a5f3e4af-cdef-4e37-a4cf-ea29b0bdd465 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0592346 Apr 11 16:37:58.815034 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ff4ce076-28da-4c3c-a391-5d22b4176d5f req-4c2a2043-3b5b-4c28-9bd3-4a9a24b2edc4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Apr 11 16:37:59.938602 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4177fd-2bb1-4421-bc18-5c0676b72041 req-347fe728-06ae-4c45-b1f7-94eb96f35f8e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:59.940073 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-db4177fd-2bb1-4421-bc18-5c0676b72041 req-347fe728-06ae-4c45-b1f7-94eb96f35f8e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0477054 Apr 11 16:37:59.987874 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-db4177fd-2bb1-4421-bc18-5c0676b72041 req-e2d15b34-09df-4c7f-9126-5a7741f8c1d2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Apr 11 16:38:00.415362 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:01.110523 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb5950-63ef-4926-b791-dc31f97ba8f4 req-196b2410-f521-44ef-9685-03325cb61a5a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:01.112445 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35fb5950-63ef-4926-b791-dc31f97ba8f4 req-196b2410-f521-44ef-9685-03325cb61a5a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0561752 Apr 11 16:38:01.167264 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35fb5950-63ef-4926-b791-dc31f97ba8f4 req-7f2ad363-c0ee-4ac5-a4da-dd2d1b72575a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471926 Apr 11 16:38:01.745675 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:02.283625 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89810a12-4788-41c1-8b33-319ecf3ba2a2 req-708d1b2d-f99e-4c04-bf46-6bb1c70ff9ec tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:02.285099 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-89810a12-4788-41c1-8b33-319ecf3ba2a2 req-708d1b2d-f99e-4c04-bf46-6bb1c70ff9ec tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0489705 Apr 11 16:38:02.333206 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-89810a12-4788-41c1-8b33-319ecf3ba2a2 req-62def4e6-06a5-47c0-b546-87b1dd167640 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Apr 11 16:38:03.455820 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441e038-ceba-44a6-997a-ef085c5ab377 req-54f6b495-cc32-4298-a05a-bc5648fbdb71 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:03.457254 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5441e038-ceba-44a6-997a-ef085c5ab377 req-54f6b495-cc32-4298-a05a-bc5648fbdb71 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Apr 11 16:38:03.511218 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5441e038-ceba-44a6-997a-ef085c5ab377 req-0722ad8e-cabd-4d6e-aa24-a73b746f1398 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Apr 11 16:38:04.866016 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fe7d1-7bcb-4deb-bf80-b2e3d7655f43 req-35842cd3-7091-4a2a-ac33-cf2c911b9958 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:04.867464 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ad9fe7d1-7bcb-4deb-bf80-b2e3d7655f43 req-35842cd3-7091-4a2a-ac33-cf2c911b9958 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.2888582 Apr 11 16:38:04.916806 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ad9fe7d1-7bcb-4deb-bf80-b2e3d7655f43 req-65b730c9-fe92-4021-ab6a-f94e452b0151 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Apr 11 16:38:06.033870 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba1538-ef5b-40b6-acfc-3c38c1210ad2 req-d49d8626-4450-4e5f-84b0-c54b4769e73f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:06.035366 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c0ba1538-ef5b-40b6-acfc-3c38c1210ad2 req-d49d8626-4450-4e5f-84b0-c54b4769e73f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Apr 11 16:38:06.086278 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c0ba1538-ef5b-40b6-acfc-3c38c1210ad2 req-9bbf4fa4-f845-4723-9e4e-1b72ddcc5ad6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452008 Apr 11 16:38:07.208110 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd40d-fa09-4c90-a2f2-ef375b72cbfa req-432451c3-c574-459c-b795-41fa0c388a94 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:07.209594 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b4cbd40d-fa09-4c90-a2f2-ef375b72cbfa req-432451c3-c574-459c-b795-41fa0c388a94 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0507345 Apr 11 16:38:07.261452 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b4cbd40d-fa09-4c90-a2f2-ef375b72cbfa req-8638f7e6-991e-4056-a51c-ed1116d19b8a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456891 Apr 11 16:38:08.378206 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5efe7-84e3-4d84-bf24-0a15620e33c1 req-7c166deb-7763-4dfe-a238-2fa4788492fe tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:08.379761 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-02d5efe7-84e3-4d84-bf24-0a15620e33c1 req-7c166deb-7763-4dfe-a238-2fa4788492fe tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0487835 Apr 11 16:38:08.433976 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-02d5efe7-84e3-4d84-bf24-0a15620e33c1 req-21a1c497-4bc5-428d-8fce-aeebb230e209 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486062 Apr 11 16:38:09.552906 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec021c-8235-4e4b-add1-98bcc602ed2c req-a48a2001-2e0f-464c-9570-2a67a3a153a9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:09.554427 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7ec021c-8235-4e4b-add1-98bcc602ed2c req-a48a2001-2e0f-464c-9570-2a67a3a153a9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0513484 Apr 11 16:38:09.602696 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7ec021c-8235-4e4b-add1-98bcc602ed2c req-f2b17508-1e85-472f-98ee-c8e33ad0e39d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Apr 11 16:38:10.715504 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38aaee-ce30-4459-8256-623f433008ae req-bc8c5b35-772e-4694-9a07-272430fa6f94 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:10.717128 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6d38aaee-ce30-4459-8256-623f433008ae req-bc8c5b35-772e-4694-9a07-272430fa6f94 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0478358 Apr 11 16:38:10.765764 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6d38aaee-ce30-4459-8256-623f433008ae req-143dca3d-0eab-494f-917b-622c9a23aca6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428169 Apr 11 16:38:11.170722 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd2f5-4007-48f0-aba8-81318f108d07 req-754ec3eb-952b-41a3-87b1-9ef524dab5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:11.172277 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb0cd2f5-4007-48f0-aba8-81318f108d07 req-754ec3eb-952b-41a3-87b1-9ef524dab5b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 1129 time: 0.0397339 Apr 11 16:38:11.224966 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb0cd2f5-4007-48f0-aba8-81318f108d07 req-dff80991-1066-4a65-9044-b08b858c4c19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 Apr 11 16:38:11.882781 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cc5aa-9e33-44fc-9ef1-37274c2fccec req-7e34eb18-ee8a-4a4a-8741-af9fe2a122ad tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:11.884285 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e6cc5aa-9e33-44fc-9ef1-37274c2fccec req-7e34eb18-ee8a-4a4a-8741-af9fe2a122ad tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0478365 Apr 11 16:38:11.933375 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e6cc5aa-9e33-44fc-9ef1-37274c2fccec req-4df18718-856f-44d7-ad68-665728a40be7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433495 Apr 11 16:38:13.048515 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e004c0b-98e8-4efd-a397-853030bdb457 req-740382a4-b72e-4744-bb59-b8be05a3b6c8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:13.050614 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4e004c0b-98e8-4efd-a397-853030bdb457 req-740382a4-b72e-4744-bb59-b8be05a3b6c8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0491581 Apr 11 16:38:13.104426 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4e004c0b-98e8-4efd-a397-853030bdb457 req-dbceecce-2b27-4910-9226-8ed2b6f8727b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Apr 11 16:38:14.226183 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56474964-58f8-4fd0-9ef4-6df08c052a44 req-31311f95-73e8-45af-b78f-23cdfcbdc0c2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:14.228679 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-56474964-58f8-4fd0-9ef4-6df08c052a44 req-31311f95-73e8-45af-b78f-23cdfcbdc0c2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0558934 Apr 11 16:38:14.277051 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-56474964-58f8-4fd0-9ef4-6df08c052a44 req-ccc00230-c19e-40a0-9161-0cb3b05ee932 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 Apr 11 16:38:15.393634 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd947-4f52-4095-80f8-6a228953d972 req-6505bf13-522e-4d71-a9bc-94fcbf7e7e14 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:15.395015 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ee6cd947-4f52-4095-80f8-6a228953d972 req-6505bf13-522e-4d71-a9bc-94fcbf7e7e14 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0481906 Apr 11 16:38:15.443610 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ee6cd947-4f52-4095-80f8-6a228953d972 req-aae16f89-1833-4a6a-bbe1-73031c8f88d6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427825 Apr 11 16:38:16.245634 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-117b2544-79ab-4dba-9579-090688746478 req-387b575f-c5df-4a9f-aa6d-cbe3f552ae6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379708 Apr 11 16:38:16.336001 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b2544-79ab-4dba-9579-090688746478 req-b9d0c755-acb0-4b50-9579-69f772db7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:16.337392 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-117b2544-79ab-4dba-9579-090688746478 req-b9d0c755-acb0-4b50-9579-69f772db7584 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 1129 time: 0.0477855 Apr 11 16:38:16.464743 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b2544-79ab-4dba-9579-090688746478 req-21e7ae14-4c9e-4ffa-ba5c-8d0c3e693a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:16.466251 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-117b2544-79ab-4dba-9579-090688746478 req-21e7ae14-4c9e-4ffa-ba5c-8d0c3e693a29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.0913014 Apr 11 16:38:16.543032 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-117b2544-79ab-4dba-9579-090688746478 req-7f065add-19d2-4c75-bb49-86f5ee591d0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397ce2a8-6d73-4bf8-b796-c54287e1035a HTTP/1.1" status: 200 len: 217 time: 0.0512574 Apr 11 16:38:16.607996 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572aae4-da18-4c61-9d7b-02abe67de117 req-6ff02a2a-1141-4696-951f-ae9da5c89db5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:16.609424 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0572aae4-da18-4c61-9d7b-02abe67de117 req-6ff02a2a-1141-4696-951f-ae9da5c89db5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0759690 Apr 11 16:38:16.626721 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b2544-79ab-4dba-9579-090688746478 req-727e2c15-bbd3-4618-a6d9-19bfc1487ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:16.628571 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-117b2544-79ab-4dba-9579-090688746478 req-727e2c15-bbd3-4618-a6d9-19bfc1487ae5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0668716 Apr 11 16:38:16.695075 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b2544-79ab-4dba-9579-090688746478 req-03fb92f8-0255-4ba8-a60b-1887cbf5694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:16.696615 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-117b2544-79ab-4dba-9579-090688746478 req-03fb92f8-0255-4ba8-a60b-1887cbf5694f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617363 Apr 11 16:38:16.700119 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0572aae4-da18-4c61-9d7b-02abe67de117 req-f44c1436-41d7-4cf4-9196-118465282b38 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844998 Apr 11 16:38:16.787904 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-117b2544-79ab-4dba-9579-090688746478 req-047142a1-b8ab-4737-b254-07d5a1d64014 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844591 Apr 11 16:38:16.883725 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-117b2544-79ab-4dba-9579-090688746478 req-6a95dcab-a44e-45cc-ae10-f2da21af4483 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894079 Apr 11 16:38:17.706004 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:17.814556 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc528a6-12fb-4d6e-b0a9-37f383bcfc6a req-01f7bf43-4c27-4a65-9d8a-305d37b7efe6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:17.816146 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1dc528a6-12fb-4d6e-b0a9-37f383bcfc6a req-01f7bf43-4c27-4a65-9d8a-305d37b7efe6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0496058 Apr 11 16:38:17.865702 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1dc528a6-12fb-4d6e-b0a9-37f383bcfc6a req-24279d55-8a2e-41ac-9dde-9d36fcb8590f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436108 Apr 11 16:38:18.106300 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7b42-ffbe-40a9-8ea5-102ee29a2f9e req-a1ccf498-266a-4cb8-bd07-2ae9280bc7aa tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:18.107791 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fee7b42-ffbe-40a9-8ea5-102ee29a2f9e req-a1ccf498-266a-4cb8-bd07-2ae9280bc7aa tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0476038 Apr 11 16:38:18.161157 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fee7b42-ffbe-40a9-8ea5-102ee29a2f9e req-2c3d3929-8d07-4f62-8e68-2f63a5ac144f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475073 Apr 11 16:38:19.275820 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecff27-aab7-4067-a1b8-7154e9eed661 req-601c65a2-f84e-4d92-832d-a47f059af8f4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:19.277188 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-64ecff27-aab7-4067-a1b8-7154e9eed661 req-601c65a2-f84e-4d92-832d-a47f059af8f4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0477433 Apr 11 16:38:19.325038 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-64ecff27-aab7-4067-a1b8-7154e9eed661 req-e4a73320-820c-45c7-972c-f3c8edbef8aa tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Apr 11 16:38:20.438591 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5bac9-bace-4c47-966e-4f2e1006f995 req-a3e9c27a-ad64-4414-b552-4b1f7fa2afb4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:20.440412 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5cd5bac9-bace-4c47-966e-4f2e1006f995 req-a3e9c27a-ad64-4414-b552-4b1f7fa2afb4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Apr 11 16:38:20.487817 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5cd5bac9-bace-4c47-966e-4f2e1006f995 req-dee386d0-4af3-48fa-8b81-442472718cca tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Apr 11 16:38:21.509340 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-af8fb043-40dd-4bdb-8736-3dd689eb46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:21.512850 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-af8fb043-40dd-4bdb-8736-3dd689eb46e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 1129 time: 0.0463452 Apr 11 16:38:21.648674 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bc46-034d-4e09-a6c2-4031b0a59a2e req-a6844628-bd7e-4ac3-97de-ee7941ad6d2f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:21.650200 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-43b3bc46-034d-4e09-a6c2-4031b0a59a2e req-a6844628-bd7e-4ac3-97de-ee7941ad6d2f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0717080 Apr 11 16:38:21.651747 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-4138785e-a4c4-43de-9b78-f2ae6a426a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:21.653087 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-4138785e-a4c4-43de-9b78-f2ae6a426a21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.1336348 Apr 11 16:38:21.706015 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-e0e18efa-866e-4ef2-b4d1-2d7dd1eb6f30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7 HTTP/1.1" status: 200 len: 217 time: 0.0415759 Apr 11 16:38:21.760197 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-43b3bc46-034d-4e09-a6c2-4031b0a59a2e req-0b03b348-8716-49be-a705-80aab5249a09 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039846 Apr 11 16:38:21.776830 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-5c974d10-23ab-4490-941e-d87f0d4495f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:21.778299 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-5c974d10-23ab-4490-941e-d87f0d4495f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0569150 Apr 11 16:38:21.868829 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-f1f548a1-8a81-424d-b781-9ddf139585f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:21.870307 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-f1f548a1-8a81-424d-b781-9ddf139585f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432608 Apr 11 16:38:22.146332 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-68e6d96d-2459-4020-a743-18a87d92f6d6 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855386 Apr 11 16:38:22.237233 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fea65cb4-45c4-46fb-a3b0-8e3e1d4c58ea req-5492ebd0-5a18-4d3f-bc27-86c8acdec3c2 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841053 Apr 11 16:38:22.874859 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce654ca3-4f5a-4800-b673-d9f9bd256b32 req-8e87163e-0312-405e-bd5b-fb543dc96748 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:22.876371 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ce654ca3-4f5a-4800-b673-d9f9bd256b32 req-8e87163e-0312-405e-bd5b-fb543dc96748 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0473104 Apr 11 16:38:22.925742 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ce654ca3-4f5a-4800-b673-d9f9bd256b32 req-a53816e4-09c9-4adb-94e9-b80514bb89e4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Apr 11 16:38:24.038189 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9497be0-0e19-4b89-ad52-9769fafd2bd3 req-127f14f9-e89f-4901-a332-4ea564b2af41 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:24.039741 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9497be0-0e19-4b89-ad52-9769fafd2bd3 req-127f14f9-e89f-4901-a332-4ea564b2af41 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0467660 Apr 11 16:38:24.092203 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9497be0-0e19-4b89-ad52-9769fafd2bd3 req-164d53b4-21bc-49b0-914e-e3a026ada2db tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467165 Apr 11 16:38:25.125312 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-13413117-581d-49ea-80ed-2de4c3e67c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:25.208786 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d5d25-6598-420e-8276-1a9f91b822eb req-28a15be2-898d-4c5f-9058-dc8e80d3bc35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:25.210261 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-183d5d25-6598-420e-8276-1a9f91b822eb req-28a15be2-898d-4c5f-9058-dc8e80d3bc35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0463233 Apr 11 16:38:25.257238 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-183d5d25-6598-420e-8276-1a9f91b822eb req-db252a90-ddac-4de1-9204-76cd7fd9edc6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Apr 11 16:38:25.346286 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:38:26.383338 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f3b06-8ea4-4470-9ecf-e1e0f1867686 req-8d32cea2-0038-4747-b87b-643b2d1b5077 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:26.384820 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9e8f3b06-8ea4-4470-9ecf-e1e0f1867686 req-8d32cea2-0038-4747-b87b-643b2d1b5077 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0524602 Apr 11 16:38:26.434446 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9e8f3b06-8ea4-4470-9ecf-e1e0f1867686 req-81974ee2-5149-4c8c-b41c-49fa78555d6d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Apr 11 16:38:27.566704 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b869-fcd0-4cd4-bb22-f2d5b1873041 req-d2bdfd5a-131f-4388-a9c2-e178e969ba5e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:27.568172 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6b90b869-fcd0-4cd4-bb22-f2d5b1873041 req-d2bdfd5a-131f-4388-a9c2-e178e969ba5e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0560534 Apr 11 16:38:27.618982 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6b90b869-fcd0-4cd4-bb22-f2d5b1873041 req-7fc7e8b7-db0f-4c9f-a871-ab3e84a71d4a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Apr 11 16:38:27.684622 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a89b-51be-4dcb-939f-594968ac88c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:28.526551 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:28.734341 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96cc6f-df89-42ca-a37f-c2d50ac41f3f req-689c9b5b-8727-4eca-85d7-30b4c2bd2d8a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:28.735944 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bf96cc6f-df89-42ca-a37f-c2d50ac41f3f req-689c9b5b-8727-4eca-85d7-30b4c2bd2d8a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0475156 Apr 11 16:38:28.785315 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bf96cc6f-df89-42ca-a37f-c2d50ac41f3f req-705ede12-74fb-4812-bb7a-b4675bb25e5a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Apr 11 16:38:29.900403 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed10a9b-6665-4340-a94b-3422607c4aa3 req-c3fd73f3-1b93-44fc-ba65-0f0a7acb397d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:29.901875 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fed10a9b-6665-4340-a94b-3422607c4aa3 req-c3fd73f3-1b93-44fc-ba65-0f0a7acb397d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Apr 11 16:38:29.953773 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fed10a9b-6665-4340-a94b-3422607c4aa3 req-e3d70507-c4ad-4827-8f83-98719f304b1a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461965 Apr 11 16:38:30.421681 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:31.731076 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:35.992325 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57094) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:36.089162 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57098) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:36.093766 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079676714', 'description': 'tempest-description--1205487243'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:36.117353 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.140117 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3fe84de8-a506-477d-9d7d-f45d4f60e094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.247505 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group (88ac1fc1-cb9b-4afc-b08f-807556eb9851), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.253835 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (88ac1fc1-cb9b-4afc-b08f-807556eb9851), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.278921 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3fe84de8-a506-477d-9d7d-f45d4f60e094 admin admin] Publish callbacks [] for security_group (10b8d23d-149b-4e55-967e-1208e5724155), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.287193 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3fe84de8-a506-477d-9d7d-f45d4f60e094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (10b8d23d-149b-4e55-967e-1208e5724155), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.306651 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.307942 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2177842 Apr 11 16:38:36.310936 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57104) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:36.311453 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac1fc1-cb9b-4afc-b08f-807556eb9851,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:36.316271 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Request body: {'security_group_rule': {'security_group_id': '88ac1fc1-cb9b-4afc-b08f-807556eb9851', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:36.326269 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.326614 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.326937 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.327272 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.327702 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.328004 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.328316 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.328643 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.328999 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.329459 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.329992 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.330360 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.330686 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.330998 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.331318 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d4658-43dd-435e-9708-59cc82fd8627 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.336723 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3fe84de8-a506-477d-9d7d-f45d4f60e094 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7624c58a2ada4dc38e9520cfa08c4d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449676 Apr 11 16:38:36.340279 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57106) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:36.350901 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group_rule (ea71450e-7325-4f83-abec-7f18f139b084), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.387885 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe84de8-a506-477d-9d7d-f45d4f60e094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b8d23d-149b-4e55-967e-1208e5724155,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:36.412440 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b803-df2d-4f83-8341-cdf1b3bd2ab9 admin admin] Publish callbacks [] for security_group (10b8d23d-149b-4e55-967e-1208e5724155), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.414016 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group_rule (ea71450e-7325-4f83-abec-7f18f139b084), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.418113 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (ea71450e-7325-4f83-abec-7f18f139b084), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.432638 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea71450e-7325-4f83-abec-7f18f139b084,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:36.434308 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b803-df2d-4f83-8341-cdf1b3bd2ab9 admin admin] Publish callbacks [] for security_group (10b8d23d-149b-4e55-967e-1208e5724155), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.445539 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.445877 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.446199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.446826 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.447330 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.447863 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.448346 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.448895 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.449411 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.449868 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.450380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.450874 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.451364 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.451867 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.452342 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:36.463939 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.465187 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d3c3eca4-4a12-4dfe-a777-b0d49c235185 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525016 Apr 11 16:38:36.469606 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57108) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:36.479254 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-c9967085-c235-4847-ba88-040ba784d075 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Request body: {'security_group_rule': {'security_group_id': '88ac1fc1-cb9b-4afc-b08f-807556eb9851', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:36.510095 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9967085-c235-4847-ba88-040ba784d075 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group_rule (eb613791-2bb0-428f-a50e-8d4f3671fe5a), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.526975 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b803-df2d-4f83-8341-cdf1b3bd2ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (10b8d23d-149b-4e55-967e-1208e5724155), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.529547 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b803-df2d-4f83-8341-cdf1b3bd2ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.530698 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-dcd4b803-df2d-4f83-8341-cdf1b3bd2ab9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10b8d23d-149b-4e55-967e-1208e5724155 HTTP/1.1" status: 204 len: 168 time: 0.1896071 Apr 11 16:38:36.553298 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4b803-df2d-4f83-8341-cdf1b3bd2ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b8d23d-149b-4e55-967e-1208e5724155,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:36.588509 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9967085-c235-4847-ba88-040ba784d075 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group_rule (eb613791-2bb0-428f-a50e-8d4f3671fe5a), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.593667 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9967085-c235-4847-ba88-040ba784d075 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (eb613791-2bb0-428f-a50e-8d4f3671fe5a), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.615179 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9967085-c235-4847-ba88-040ba784d075 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb613791-2bb0-428f-a50e-8d4f3671fe5a,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:36.623349 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9967085-c235-4847-ba88-040ba784d075 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.624603 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c9967085-c235-4847-ba88-040ba784d075 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539676 Apr 11 16:38:36.628369 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57112) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:36.632948 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:36.660790 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.747621 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:36.865670 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Allocated IP 172.27.0.165 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:38:36.980329 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for port (56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.020750 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.063065 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:37.067388 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:37.072557 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:38:37.112001 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event updated for resources: {'Port': ['ID=56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:37.136223 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for floatingip (6b67abae-b7db-4aeb-a44e-8edd382ac7c6), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.173795 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.243373 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57138) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:37.344841 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for port (56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.351219 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.388989 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1611802291-network', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:37.399047 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (6b67abae-b7db-4aeb-a44e-8edd382ac7c6), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.411746 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Made reservation on behalf of f673779bead84d3c9d6d57eb3c65d5eb for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:38:37.414254 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.424393 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event updated for resources: {'Port': ['ID=56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:37.424706 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.438033 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.440298 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ebde405f-4ac1-49ad-8faf-a835e3776c3a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8108394 Apr 11 16:38:37.543753 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Publish callbacks [] for security_group (e78d7106-6087-4237-a243-b92bdc719b27), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.549924 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e78d7106-6087-4237-a243-b92bdc719b27), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.571717 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:38:37.587852 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d7106-6087-4237-a243-b92bdc719b27,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:37.591040 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (3a6ba248-54a3-4471-b871-6fb2eacaab5e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.591383 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Added segment 3a6ba248-54a3-4471-b871-6fb2eacaab5e of type vlan for network 4478dee5-b317-4769-a31c-e852dd3d8a1a Apr 11 16:38:37.637025 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (4478dee5-b317-4769-a31c-e852dd3d8a1a), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.672429 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (4478dee5-b317-4769-a31c-e852dd3d8a1a), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.674170 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:37.675379 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.722800 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4734483 Apr 11 16:38:37.725366 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57154) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:37.731067 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Request body: {'subnet': {'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1611802291-subnet', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:37.737686 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-d76e0285-f7bf-4820-9b66-72d70335a019 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2079676714&fields=id&tenant_id=e396e5cb51e143bb84d76c18dba0d403 HTTP/1.1" status: 200 len: 267 time: 0.0646663 Apr 11 16:38:37.753848 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc5cdd-f48c-409e-8e84-a985e91530ee admin admin] Pushing event updated for resources: {'Network': ['ID=4478dee5-b317-4769-a31c-e852dd3d8a1a,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:37.769311 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 4478dee5-b317-4769-a31c-e852dd3d8a1a details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:38:37.770240 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Made reservation on behalf of f673779bead84d3c9d6d57eb3c65d5eb for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:38:37.772301 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:37.927712 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632c50-acfb-4e80-b36c-a01519827687 req-c0486418-48f8-4bfb-8f7c-2a858a923e0d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:37.929238 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-c0486418-48f8-4bfb-8f7c-2a858a923e0d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 818 time: 0.1765230 Apr 11 16:38:37.978861 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-68887bf7-4b99-4023-bd22-a2267eb00858 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/quotas/e396e5cb51e143bb84d76c18dba0d403 HTTP/1.1" status: 200 len: 375 time: 0.0359609 Apr 11 16:38:38.083052 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-264c8f82-5172-4b5f-87e4-49bda2d2febf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0937443 Apr 11 16:38:38.084629 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (6c666ab6-83cc-4552-80d9-9355a3b10807), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.170442 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c666ab6-83cc-4552-80d9-9355a3b10807,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:38.210902 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Checking segment: {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:38.211254 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Network hostable DHCP agents. Network: 4478dee5-b317-4769-a31c-e852dd3d8a1a, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:38:38.244854 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Network 4478dee5-b317-4769-a31c-e852dd3d8a1a is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:38:38.258069 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-4ff0ae5e-9430-4849-91ad-874bbd12126c service neutron] 10.222.0.65 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446886 Apr 11 16:38:38.266424 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 4478dee5-b317-4769-a31c-e852dd3d8a1a) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:38.280963 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e9876-6c97-4043-b5a4-be92f8505154 None None] Network 4478dee5-b317-4769-a31c-e852dd3d8a1a requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:38:38.307367 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:38.307994 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.366859 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1e9728e9-09b8-4dab-a876-ce93266d241a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6398325 Apr 11 16:38:38.371065 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57166) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:38.378872 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:38.430472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-4478dee5-b317-4769-a31c-e852dd3d8a1a', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:38:38.431534 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.433755 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (e551aad5-dd31-412a-8485-d83e5a063120), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.435072 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (e551aad5-dd31-412a-8485-d83e5a063120), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.437733 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-c9f2e142-e85c-44a7-aa34-2ca26c7f9ceb service neutron] 10.222.0.65 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726060 Apr 11 16:38:38.509595 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks [] for router_controller (e551aad5-dd31-412a-8485-d83e5a063120), precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.685530 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Allocated IP 172.20.0.2 (4478dee5-b317-4769-a31c-e852dd3d8a1a/6c666ab6-83cc-4552-80d9-9355a3b10807/55e44070-dd15-4c5a-b5b7-aae919a3407e) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:38:38.718773 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks [] for router_gateway (e551aad5-dd31-412a-8485-d83e5a063120), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.917688 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Publish callbacks [] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.924614 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.949696 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks [] for router_gateway (e551aad5-dd31-412a-8485-d83e5a063120), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.964154 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Network 4478dee5-b317-4769-a31c-e852dd3d8a1a is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:38.967109 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:38.969713 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:38.971740 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:38:38.980720 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Pushing event updated for resources: {'Port': ['ID=55e44070-dd15-4c5a-b5b7-aae919a3407e,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:39.039757 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.040106 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.040460 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.040824 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.041178 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.041504 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.041802 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.042313 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.042636 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.042956 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.043279 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.043594 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.044145 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.044642 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.045110 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:39.063480 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Attempting to bind port 55e44070-dd15-4c5a-b5b7-aae919a3407e on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:38:39.063891 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Attempting to bind port 55e44070-dd15-4c5a-b5b7-aae919a3407e by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:38:39.064251 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Attempting to bind port 55e44070-dd15-4c5a-b5b7-aae919a3407e on network 4478dee5-b317-4769-a31c-e852dd3d8a1a {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:39.070486 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:38:39.070831 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Checking segment: {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:39.071243 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:39.071661 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Bound using segment: {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:38:39.072130 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Bound port: 55e44070-dd15-4c5a-b5b7-aae919a3407e, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:38:39.072502 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:39.116662 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Allocated IP 172.27.0.85 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/ec6daf13-c8e3-44ce-b5c3-6ff475f677ef) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:38:39.145080 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] For port 55e44070-dd15-4c5a-b5b7-aae919a3407e, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:38:39.148886 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] For port 55e44070-dd15-4c5a-b5b7-aae919a3407e, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=55e44070-dd15-4c5a-b5b7-aae919a3407e,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:38:39.156294 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:39.228075 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03937eb-2fed-4753-98df-fe0ae797e0c4 None None] Pushing event updated for resources: {'Port': ['ID=55e44070-dd15-4c5a-b5b7-aae919a3407e,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:39.254689 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks [] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:39.311063 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:39.357375 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:39.361204 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:39.365238 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:38:39.392473 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Pushing event updated for resources: {'Port': ['ID=ec6daf13-c8e3-44ce-b5c3-6ff475f677ef,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:39.663677 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks [] for router_gateway (e551aad5-dd31-412a-8485-d83e5a063120), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:39.780755 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cc9abec5-d150-4ad5-89d1-5386949b0471 req-28d3e803-7f34-43f8-8a1a-43fc5610a3d6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0347826 Apr 11 16:38:39.928529 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (e551aad5-dd31-412a-8485-d83e5a063120), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:40.087161 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Router e551aad5-dd31-412a-8485-d83e5a063120 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:38:40.214334 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:38:40.227659 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Sync routers for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:38:40.239211 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:40.240921 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-26fd4bdd-b1fc-451e-b8fd-f85e7111832b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8682389 Apr 11 16:38:40.243869 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57190) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:40.246470 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:38:40.247286 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:40.279416 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365b7f6-b77e-40c1-bbfb-68cd7b3cca56 None None] Network 4478dee5-b317-4769-a31c-e852dd3d8a1a requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:38:40.374791 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-8788e6ef-fd50-4131-b565-834ef48b586a None None] Provisioning complete for port 55e44070-dd15-4c5a-b5b7-aae919a3407e triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:40.375205 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8788e6ef-fd50-4131-b565-834ef48b586a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:40.451121 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:38:40.523418 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-8788e6ef-fd50-4131-b565-834ef48b586a None None] Current status of the port 55e44070-dd15-4c5a-b5b7-aae919a3407e is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:40.524192 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8788e6ef-fd50-4131-b565-834ef48b586a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:40.586648 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-8788e6ef-fd50-4131-b565-834ef48b586a None None] For port 55e44070-dd15-4c5a-b5b7-aae919a3407e, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=55e44070-dd15-4c5a-b5b7-aae919a3407e,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:38:40.605893 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8788e6ef-fd50-4131-b565-834ef48b586a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:40.674198 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 55e44070-dd15-4c5a-b5b7-aae919a3407e up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:40.799496 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:39Z', 'revision_number': 3, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:40.846644 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e6ef-fd50-4131-b565-834ef48b586a None None] Pushing event updated for resources: {'Port': ['ID=55e44070-dd15-4c5a-b5b7-aae919a3407e,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:40.854612 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 55e44070-dd15-4c5a-b5b7-aae919a3407e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:40.854973 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:40.932255 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Checking router: e551aad5-dd31-412a-8485-d83e5a063120 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:38:40.933207 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Updating router e551aad5-dd31-412a-8485-d83e5a063120 port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:38:40.933626 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0200908f-ce45-48e7-a301-d7f64ddbb380 req-d7d0fc2f-5941-4ac5-b496-74265df54d10 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0624421 Apr 11 16:38:40.951971 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-7acd7d67-3cb4-4dc1-b2cf-dc4d9f8416de None None] Provisioning complete for port 55e44070-dd15-4c5a-b5b7-aae919a3407e triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:40.952342 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7acd7d67-3cb4-4dc1-b2cf-dc4d9f8416de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.004467 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.260256 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.271883 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 55e44070-dd15-4c5a-b5b7-aae919a3407e is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:41.328426 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Publish callbacks [] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.337567 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.339265 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-7acd7d67-3cb4-4dc1-b2cf-dc4d9f8416de None None] Current status of the port 55e44070-dd15-4c5a-b5b7-aae919a3407e is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:41.400169 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Attempting to bind port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:38:41.400531 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Attempting to bind port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:38:41.400889 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Attempting to bind port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:41.403033 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Pushing event updated for resources: {'Port': ['ID=ec6daf13-c8e3-44ce-b5c3-6ff475f677ef,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:41.413722 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.414197 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.414440 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.414760 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.415104 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.415433 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.415868 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.416342 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.416858 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.417185 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.417510 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.417861 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.418193 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.418502 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.418960 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:38:41.423002 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:38:41.423903 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:41.424334 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.424857 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:38:41.425390 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Bound port: ec6daf13-c8e3-44ce-b5c3-6ff475f677ef, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:38:41.425856 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.481702 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Allocated IP 172.20.0.1 (4478dee5-b317-4769-a31c-e852dd3d8a1a/6c666ab6-83cc-4552-80d9-9355a3b10807/63a2ce2c-b276-4e4f-9458-7498bd276fb3) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:38:41.487393 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] For port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:38:41.491273 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] For port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=ec6daf13-c8e3-44ce-b5c3-6ff475f677ef,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:38:41.498545 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.595667 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:38:41.596531 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:41.600952 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f52e18-0e1a-467d-b338-580a17506c13 None None] Pushing event updated for resources: {'Port': ['ID=ec6daf13-c8e3-44ce-b5c3-6ff475f677ef,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:41.654377 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Publish callbacks [] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.692588 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:41.733524 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Network 4478dee5-b317-4769-a31c-e852dd3d8a1a is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:41.735929 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:38:41.736932 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:41.742240 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:38:41.777772 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Pushing event updated for resources: {'Port': ['ID=63a2ce2c-b276-4e4f-9458-7498bd276fb3,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:41.817629 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (e551aad5-dd31-412a-8485-d83e5a063120), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:42.103054 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4977b1ac-c990-449a-8f04-2cbfc5bf7ca3 req-5a0572c6-043f-4c1f-ab05-728675f17b46 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0818312 Apr 11 16:38:42.103824 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:42.182988 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-4a8a62c8-d215-4ee9-b782-2512e1364a8d None None] Provisioning complete for port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:42.183703 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4a8a62c8-d215-4ee9-b782-2512e1364a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:42.271420 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:39Z', 'revision_number': 3, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:42.294376 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a62c8-d215-4ee9-b782-2512e1364a8d None None] Port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:38:42.329601 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff11f18-97f4-4e3b-8a91-22304aae8c43 None None] The sync data for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi is: [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:39Z', 'revision_number': 3, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:38:42.401475 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Publish callbacks [] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:42.408744 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:42.516885 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (e551aad5-dd31-412a-8485-d83e5a063120), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:42.519683 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Pushing event updated for resources: {'Port': ['ID=63a2ce2c-b276-4e4f-9458-7498bd276fb3,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:42.545649 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 55e44070-dd15-4c5a-b5b7-aae919a3407e up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:42.668941 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 55e44070-dd15-4c5a-b5b7-aae919a3407e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:42.669475 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:42.706369 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Network 4478dee5-b317-4769-a31c-e852dd3d8a1a is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:42.709230 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:42.794374 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 55e44070-dd15-4c5a-b5b7-aae919a3407e is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:42.945173 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Router e551aad5-dd31-412a-8485-d83e5a063120 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:38:43.034680 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-c65e11ba-02f3-42a3-9f9f-444b722fab89 None None] Provisioning complete for port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:43.035162 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c65e11ba-02f3-42a3-9f9f-444b722fab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:43.077038 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-c65e11ba-02f3-42a3-9f9f-444b722fab89 None None] Port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:38:43.137807 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:38:43.151721 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4853509b-45ac-4a96-b447-b5f6af7133a7 admin admin] 10.222.0.65 "PUT /v2.0/routers/e551aad5-dd31-412a-8485-d83e5a063120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9016676 Apr 11 16:38:43.206491 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ef012ed8-a8cf-4d54-a73d-68afdaf36a87 req-0b7da4a4-9a58-440a-a311-45bd4e5f4514 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0293067 Apr 11 16:38:43.861305 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57246) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:43.866347 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1775983108-network', 'tenant_id': '5ff51501c9c14cbdaef8049375063168'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:43.890141 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Made reservation on behalf of 5ff51501c9c14cbdaef8049375063168 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:38:43.893608 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:43.906286 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.010266 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Publish callbacks [] for security_group (b54f452f-44bc-4727-a747-c4eeef3b6972), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.016268 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b54f452f-44bc-4727-a747-c4eeef3b6972), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.052918 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:38:44.083206 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54f452f-44bc-4727-a747-c4eeef3b6972,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:44.088548 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (81f179e1-b75d-4788-9617-1cea92692d3e), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.089547 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Added segment 81f179e1-b75d-4788-9617-1cea92692d3e of type vlan for network ba886a6f-a744-4f33-af4c-456b998f91d5 Apr 11 16:38:44.163009 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (ba886a6f-a744-4f33-af4c-456b998f91d5), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.195440 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (ba886a6f-a744-4f33-af4c-456b998f91d5), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.196560 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:44.197232 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.231755 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3692524 Apr 11 16:38:44.234414 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57256) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:44.239432 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Request body: {'subnet': {'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1775983108-subnet', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:44.289923 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008918b0-131e-4050-8920-2cbcf9ad5655 admin admin] Pushing event updated for resources: {'Network': ['ID=ba886a6f-a744-4f33-af4c-456b998f91d5,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:44.305402 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network ba886a6f-a744-4f33-af4c-456b998f91d5 details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:38:44.306117 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Made reservation on behalf of 5ff51501c9c14cbdaef8049375063168 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:38:44.309891 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.410878 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Sync routers for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:38:44.426698 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:38:44.427565 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:44.556505 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9132bd1c-398b-402c-8e0f-1690ebfeb967 req-2c3a8199-b0e5-4626-8d74-ef17aba4cede tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.2176719 Apr 11 16:38:44.604047 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (a15dd263-32d2-440d-b3b8-54359f9dc22a), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.634025 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device ec6daf13-c8e3-44ce-b5c3-6ff475f677ef up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:44.689608 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15dd263-32d2-440d-b3b8-54359f9dc22a,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:44.717136 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Checking segment: {'id': '81f179e1-b75d-4788-9617-1cea92692d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:44.717796 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Network hostable DHCP agents. Network: ba886a6f-a744-4f33-af4c-456b998f91d5, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:38:44.747895 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Network ba886a6f-a744-4f33-af4c-456b998f91d5 is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:38:44.757906 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:38:44.761262 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:44.762017 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.769876 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, ba886a6f-a744-4f33-af4c-456b998f91d5) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:44.785500 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:44.786740 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.822102 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6815807f-1491-406a-9651-4c4fc3696448 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5841172 Apr 11 16:38:44.822621 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57270) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:44.832881 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f354c5-3eb5-41b3-8eca-d34391af9eab None None] Network ba886a6f-a744-4f33-af4c-456b998f91d5 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:38:44.833336 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:44.867385 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (73b84dd6-80df-447e-a628-4a45419b31e1), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.869295 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (73b84dd6-80df-447e-a628-4a45419b31e1), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:44.958911 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks [] for router_controller (73b84dd6-80df-447e-a628-4a45419b31e1), precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.139027 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks [] for router_gateway (73b84dd6-80df-447e-a628-4a45419b31e1), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.208283 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-ba886a6f-a744-4f33-af4c-456b998f91d5', 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5', 'project_id': '5ff51501c9c14cbdaef8049375063168', 'fixed_ips': [{'subnet_id': 'a15dd263-32d2-440d-b3b8-54359f9dc22a'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:38:45.209243 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.211104 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:45.211471 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.268436 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=ec6daf13-c8e3-44ce-b5c3-6ff475f677ef,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:38:45.284464 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.374722 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks [] for router_gateway (73b84dd6-80df-447e-a628-4a45419b31e1), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.380443 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '63a2ce2c-b276-4e4f-9458-7498bd276fb3', 'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'mac_address': 'fa:16:3e:7b:dc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:41Z', 'updated_at': '2022-04-11T16:38:42Z', 'revision_number': 2, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'subnets': [{'id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:45.406419 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.424236 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Checking router: e551aad5-dd31-412a-8485-d83e5a063120 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:38:45.424560 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Updating router e551aad5-dd31-412a-8485-d83e5a063120 port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:38:45.481737 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=ec6daf13-c8e3-44ce-b5c3-6ff475f677ef,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:45.504340 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.517690 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Allocated IP 172.20.0.2 (ba886a6f-a744-4f33-af4c-456b998f91d5/a15dd263-32d2-440d-b3b8-54359f9dc22a/c1d872cd-6c37-4881-a54d-7f63ef305794) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:38:45.548902 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Allocated IP 172.27.0.83 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/09a12eb5-4882-4652-bcdb-5c6e00c18ac6) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:38:45.688592 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21271318-1dc8-4fda-bc38-4ec76ae899bb req-e570cb28-a34f-4c68-8eb5-fec6487090bc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0433865 Apr 11 16:38:45.736864 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks [] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.774446 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.814849 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:45.818043 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:45.823338 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:38:45.857745 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Pushing event updated for resources: {'Port': ['ID=09a12eb5-4882-4652-bcdb-5c6e00c18ac6,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:45.971341 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Publish callbacks [] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:45.984507 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.045311 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Network ba886a6f-a744-4f33-af4c-456b998f91d5 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:46.045311 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:46.061942 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:38:46.069026 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Pushing event updated for resources: {'Port': ['ID=c1d872cd-6c37-4881-a54d-7f63ef305794,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:46.133510 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks [] for router_gateway (73b84dd6-80df-447e-a628-4a45419b31e1), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.149607 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Publish callbacks [] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.161631 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Attempting to bind port c1d872cd-6c37-4881-a54d-7f63ef305794 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:38:46.161995 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Attempting to bind port c1d872cd-6c37-4881-a54d-7f63ef305794 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '81f179e1-b75d-4788-9617-1cea92692d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:38:46.162377 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Attempting to bind port c1d872cd-6c37-4881-a54d-7f63ef305794 on network ba886a6f-a744-4f33-af4c-456b998f91d5 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:46.164639 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.194214 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:38:46.194721 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Checking segment: {'id': '81f179e1-b75d-4788-9617-1cea92692d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:46.194980 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.195376 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Bound using segment: {'id': '81f179e1-b75d-4788-9617-1cea92692d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:38:46.195891 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Bound port: c1d872cd-6c37-4881-a54d-7f63ef305794, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f179e1-b75d-4788-9617-1cea92692d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:38:46.196270 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.236681 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295854a-2b99-4789-8e58-c8d162c9a1ed None None] Pushing event updated for resources: {'Port': ['ID=63a2ce2c-b276-4e4f-9458-7498bd276fb3,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:46.331037 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] For port c1d872cd-6c37-4881-a54d-7f63ef305794, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:38:46.335361 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] For port c1d872cd-6c37-4881-a54d-7f63ef305794, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c1d872cd-6c37-4881-a54d-7f63ef305794,segment=NetworkSegment(81f179e1-b75d-4788-9617-1cea92692d3e),segment_id=81f179e1-b75d-4788-9617-1cea92692d3e)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:38:46.347282 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.385236 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Attempting to bind port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:38:46.386264 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Attempting to bind port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:38:46.386264 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Attempting to bind port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 on network 4478dee5-b317-4769-a31c-e852dd3d8a1a {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:46.408344 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:38:46.408344 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Checking segment: {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:46.408344 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.408344 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Bound using segment: {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:38:46.408344 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Bound port: 63a2ce2c-b276-4e4f-9458-7498bd276fb3, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:38:46.408344 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.465035 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8f7a8-e3c2-4cf7-8479-22bd95aa4de8 None None] Pushing event updated for resources: {'Port': ['ID=c1d872cd-6c37-4881-a54d-7f63ef305794,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:46.470439 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (73b84dd6-80df-447e-a628-4a45419b31e1), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.514869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] For port 63a2ce2c-b276-4e4f-9458-7498bd276fb3, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:38:46.519333 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] For port 63a2ce2c-b276-4e4f-9458-7498bd276fb3, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=63a2ce2c-b276-4e4f-9458-7498bd276fb3,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:38:46.535907 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.580542 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device ec6daf13-c8e3-44ce-b5c3-6ff475f677ef up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:46.632131 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-4c5ab2f3-6b0c-4407-a743-5d585b62ad66 None None] Provisioning complete for port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:46.632596 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab2f3-6b0c-4407-a743-5d585b62ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.750087 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Router 73b84dd6-80df-447e-a628-4a45419b31e1 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:38:46.821983 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:38:46.822921 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:46.882932 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a33c6895-6120-41ca-91d9-19edeb16ffa8 req-9cc2618b-717c-42e4-a45d-19e9904e2b2c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0479794 Apr 11 16:38:46.943796 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295854a-2b99-4789-8e58-c8d162c9a1ed None None] Pushing event updated for resources: {'Port': ['ID=63a2ce2c-b276-4e4f-9458-7498bd276fb3,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:46.944902 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:38:46.959798 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Sync routers for ids ['73b84dd6-80df-447e-a628-4a45419b31e1'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:38:46.971528 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:46.972299 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.979526 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Routers {'73b84dd6-80df-447e-a628-4a45419b31e1'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:38:46.980651 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:46.981168 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['73b84dd6-80df-447e-a628-4a45419b31e1'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:46.986199 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4aa2c10f-2020-4477-b963-52a28615b23e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1567872 Apr 11 16:38:46.987350 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57290) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:47.107468 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ab2f3-6b0c-4407-a743-5d585b62ad66 None None] Current status of the port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:47.107800 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab2f3-6b0c-4407-a743-5d585b62ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:47.123776 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Set router 73b84dd6-80df-447e-a628-4a45419b31e1 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:38:47.175023 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:38:47.217131 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-4c5ab2f3-6b0c-4407-a743-5d585b62ad66 None None] For port 63a2ce2c-b276-4e4f-9458-7498bd276fb3, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=63a2ce2c-b276-4e4f-9458-7498bd276fb3,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:38:47.238882 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab2f3-6b0c-4407-a743-5d585b62ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:47.276171 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:47.384493 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:44Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 3, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'gw_port': {'id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:45Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:47.427445 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ffc4df29-a6a1-4e9b-a47e-a9491be9848c None None] Provisioning complete for port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:47.427445 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ffc4df29-a6a1-4e9b-a47e-a9491be9848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:47.430618 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ab2f3-6b0c-4407-a743-5d585b62ad66 None None] Pushing event updated for resources: {'Port': ['ID=63a2ce2c-b276-4e4f-9458-7498bd276fb3,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:47.441682 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Checking router: 73b84dd6-80df-447e-a628-4a45419b31e1 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:38:47.442299 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Updating router 73b84dd6-80df-447e-a628-4a45419b31e1 port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:38:47.486877 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:47.577428 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ffc4df29-a6a1-4e9b-a47e-a9491be9848c None None] Current status of the port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:47.602343 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '63a2ce2c-b276-4e4f-9458-7498bd276fb3', 'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'mac_address': 'fa:16:3e:7b:dc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:41Z', 'updated_at': '2022-04-11T16:38:46Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'subnets': [{'id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:47.644972 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e46e52-d128-4a5a-a686-8e42af8ec451 None None] The sync data for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi is: [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '63a2ce2c-b276-4e4f-9458-7498bd276fb3', 'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'mac_address': 'fa:16:3e:7b:dc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:41Z', 'updated_at': '2022-04-11T16:38:46Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'subnets': [{'id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:38:47.947832 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:47.968903 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Publish callbacks [] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:47.976405 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:47.999225 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd83db2-a255-4ba8-9e72-fc350b38ef7c None None] Network ba886a6f-a744-4f33-af4c-456b998f91d5 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:38:48.016710 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8fb2e43c-0ec2-4762-aef7-d41614f7f55e req-06266190-88bf-42ac-a07b-6b9a0ec12f8f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0450413 Apr 11 16:38:48.076913 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145c159-d4d9-4f56-b828-fd19fbbbabd5 None None] Pushing event updated for resources: {'Port': ['ID=09a12eb5-4882-4652-bcdb-5c6e00c18ac6,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:48.087985 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Attempting to bind port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:38:48.088348 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Attempting to bind port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:38:48.088705 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Attempting to bind port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:48.098066 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:38:48.098444 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:48.098890 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.099233 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:38:48.099747 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Bound port: 09a12eb5-4882-4652-bcdb-5c6e00c18ac6, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:38:48.100707 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.113560 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-9582619d-3e7c-44e4-8a83-b578bc89885d None None] Provisioning complete for port c1d872cd-6c37-4881-a54d-7f63ef305794 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:48.113994 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9582619d-3e7c-44e4-8a83-b578bc89885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.180750 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] For port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:38:48.186517 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] For port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=09a12eb5-4882-4652-bcdb-5c6e00c18ac6,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:38:48.204821 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.212196 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Allocated IP 172.20.0.1 (ba886a6f-a744-4f33-af4c-456b998f91d5/a15dd263-32d2-440d-b3b8-54359f9dc22a/81a373a8-f4e1-4b89-a6e9-245d371ae6fd) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:38:48.231550 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-9582619d-3e7c-44e4-8a83-b578bc89885d None None] Current status of the port c1d872cd-6c37-4881-a54d-7f63ef305794 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:48.232091 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9582619d-3e7c-44e4-8a83-b578bc89885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.291598 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Routers {'73b84dd6-80df-447e-a628-4a45419b31e1'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:38:48.292535 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['73b84dd6-80df-447e-a628-4a45419b31e1'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:48.307894 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-9582619d-3e7c-44e4-8a83-b578bc89885d None None] For port c1d872cd-6c37-4881-a54d-7f63ef305794, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c1d872cd-6c37-4881-a54d-7f63ef305794,segment=NetworkSegment(81f179e1-b75d-4788-9617-1cea92692d3e),segment_id=81f179e1-b75d-4788-9617-1cea92692d3e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:38:48.317337 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9582619d-3e7c-44e4-8a83-b578bc89885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.410084 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Publish callbacks [] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.432308 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582619d-3e7c-44e4-8a83-b578bc89885d None None] Pushing event updated for resources: {'Port': ['ID=c1d872cd-6c37-4881-a54d-7f63ef305794,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:48.465047 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] Set router 73b84dd6-80df-447e-a628-4a45419b31e1 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:38:48.485284 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.489242 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.546453 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2f8a8d19-dff4-41e6-8a14-ca310a322e60 None None] Provisioning complete for port c1d872cd-6c37-4881-a54d-7f63ef305794 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:48.547471 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8d19-dff4-41e6-8a14-ca310a322e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.565633 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Network ba886a6f-a744-4f33-af4c-456b998f91d5 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:48.571028 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:48.574768 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:38:48.575456 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (73b84dd6-80df-447e-a628-4a45419b31e1), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.649898 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Pushing event updated for resources: {'Port': ['ID=81a373a8-f4e1-4b89-a6e9-245d371ae6fd,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:48.653767 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145c159-d4d9-4f56-b828-fd19fbbbabd5 None None] Pushing event updated for resources: {'Port': ['ID=09a12eb5-4882-4652-bcdb-5c6e00c18ac6,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:48.757539 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a8d19-dff4-41e6-8a14-ca310a322e60 None None] Current status of the port c1d872cd-6c37-4881-a54d-7f63ef305794 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:48.765285 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 63a2ce2c-b276-4e4f-9458-7498bd276fb3 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:48.914142 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:48.916105 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.916944 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:48.950115 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:44Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 3, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'gw_port': {'id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:45Z', 'updated_at': '2022-04-11T16:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:49.019321 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef112380-f9c1-49e9-8daa-79b4d6f7e203 None None] The sync data for ids ['73b84dd6-80df-447e-a628-4a45419b31e1'] in dv-cinder-837165-2-iscsi is: [{'id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:44Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 3, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'gw_port': {'id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:45Z', 'updated_at': '2022-04-11T16:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:38:49.081276 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-fe272a0f-8c5b-4a6e-85d1-88c1c73a8cf7 None None] Provisioning complete for port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:49.082539 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fe272a0f-8c5b-4a6e-85d1-88c1c73a8cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:49.184131 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-fe272a0f-8c5b-4a6e-85d1-88c1c73a8cf7 None None] Port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:38:49.192823 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:49.193866 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c1d872cd-6c37-4881-a54d-7f63ef305794 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:49.276387 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4c40f8e8-dbd8-488a-8e20-92209a1dca24 req-cf071f8e-fcb3-4edf-96c1-899bdb80289c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0665960 Apr 11 16:38:49.330670 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Publish callbacks [] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:49.348970 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:49.349728 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (73b84dd6-80df-447e-a628-4a45419b31e1), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:49.389859 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port c1d872cd-6c37-4881-a54d-7f63ef305794 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:49.390427 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:49.488099 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port c1d872cd-6c37-4881-a54d-7f63ef305794 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:49.497827 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Pushing event updated for resources: {'Port': ['ID=81a373a8-f4e1-4b89-a6e9-245d371ae6fd,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:49.590199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632c50-acfb-4e80-b36c-a01519827687 req-79ce5b7a-6fd9-4e5b-9a2e-e5da04570062 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:49.592401 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-79ce5b7a-6fd9-4e5b-9a2e-e5da04570062 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 818 time: 0.2826238 Apr 11 16:38:49.610921 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Network ba886a6f-a744-4f33-af4c-456b998f91d5 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:49.612470 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:49.799491 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Router 73b84dd6-80df-447e-a628-4a45419b31e1 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:38:49.807914 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-c1ceb937-1382-4d50-b947-505c5da9a8f6 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e396e5cb51e143bb84d76c18dba0d403 HTTP/1.1" status: 200 len: 380 time: 0.0832846 Apr 11 16:38:49.821174 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Request body: {'port': {'device_id': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'admin_state_up': True, 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'security_groups': ['88ac1fc1-cb9b-4afc-b08f-807556eb9851']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:49.924390 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-45b4e9b0-905c-45d0-b458-d311a075d853 None None] Provisioning complete for port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:49.924944 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-45b4e9b0-905c-45d0-b458-d311a075d853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:49.982120 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-45b4e9b0-905c-45d0-b458-d311a075d853 None None] Port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:38:50.025107 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:38:50.031604 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a27794d0-44c9-439b-a32a-b35ba17237e3 admin admin] 10.222.0.65 "PUT /v2.0/routers/73b84dd6-80df-447e-a628-4a45419b31e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0415313 Apr 11 16:38:50.061773 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Made reservation on behalf of e396e5cb51e143bb84d76c18dba0d403 for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:38:50.065894 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:50.264297 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Allocated IP 172.20.0.11 (beb37b89-3aa6-44d9-a704-52e8c05a205a/72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff/851afbae-5cd1-4945-b6c6-66059ebc4234) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:38:50.460528 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eb4c8238-d658-425d-bda0-5deab65393dc req-f5de3b13-49ff-4efd-9881-9c07c54c7f0d tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0653737 Apr 11 16:38:50.536656 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:50.567071 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:50.583950 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:50.628064 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:50.628446 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:50.648030 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Network beb37b89-3aa6-44d9-a704-52e8c05a205a is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:50.651511 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:50.654121 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:38:50.660410 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:50.661110 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:50.676773 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event updated for resources: {'Port': ['ID=851afbae-5cd1-4945-b6c6-66059ebc4234,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:50.697340 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-c73e8b8d-71c5-4510-b3e4-85f53d05caf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8803008 Apr 11 16:38:50.715186 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Request body: {'port': {'device_id': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:50.734273 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:50.734912 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:50.781017 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=09a12eb5-4882-4652-bcdb-5c6e00c18ac6,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:38:50.797312 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:50.823164 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:50.901490 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=09a12eb5-4882-4652-bcdb-5c6e00c18ac6,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:51.118912 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-81ea010b-2a7d-45d4-bdb3-7f2fed604496 None None] Provisioning complete for port 851afbae-5cd1-4945-b6c6-66059ebc4234 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:51.119294 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-81ea010b-2a7d-45d4-bdb3-7f2fed604496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:51.160649 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-81ea010b-2a7d-45d4-bdb3-7f2fed604496 None None] Port 851afbae-5cd1-4945-b6c6-66059ebc4234 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:38:51.321399 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851afbae-5cd1-4945-b6c6-66059ebc4234 {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:38:51.331414 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Publish callbacks [] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:51.348180 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Transition to ACTIVE for port object 851afbae-5cd1-4945-b6c6-66059ebc4234 will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:38:51.353380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:51.465409 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=851afbae-5cd1-4945-b6c6-66059ebc4234,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:51.496844 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Sync routers for ids ['73b84dd6-80df-447e-a628-4a45419b31e1'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:38:51.515209 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Routers {'73b84dd6-80df-447e-a628-4a45419b31e1'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:38:51.516318 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['73b84dd6-80df-447e-a628-4a45419b31e1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:51.540399 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Attempting to bind port 851afbae-5cd1-4945-b6c6-66059ebc4234 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:38:51.540626 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Attempting to bind port 851afbae-5cd1-4945-b6c6-66059ebc4234 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:38:51.540811 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Attempting to bind port 851afbae-5cd1-4945-b6c6-66059ebc4234 on network beb37b89-3aa6-44d9-a704-52e8c05a205a {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:51.548663 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Port 851afbae-5cd1-4945-b6c6-66059ebc4234 on network beb37b89-3aa6-44d9-a704-52e8c05a205a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:38:51.549129 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Attempting to bind port 851afbae-5cd1-4945-b6c6-66059ebc4234 on network beb37b89-3aa6-44d9-a704-52e8c05a205a {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:51.555462 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:38:51.556057 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Checking segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:51.556543 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Bound using segment: {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:38:51.557123 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Bound port: 851afbae-5cd1-4945-b6c6-66059ebc4234, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:38:51.557624 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:51.751689 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Set router 73b84dd6-80df-447e-a628-4a45419b31e1 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:38:51.763050 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db749c7f-9e9f-47d1-9653-53dc6135153c req-72e26e4e-c863-4427-9f7a-ca31cc2b1265 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:51.765058 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-db749c7f-9e9f-47d1-9653-53dc6135153c req-72e26e4e-c863-4427-9f7a-ca31cc2b1265 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 944 time: 0.1297665 Apr 11 16:38:51.773976 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] For port 851afbae-5cd1-4945-b6c6-66059ebc4234, host hv-cinder-83716, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:38:51.784243 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] For port 851afbae-5cd1-4945-b6c6-66059ebc4234, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=851afbae-5cd1-4945-b6c6-66059ebc4234,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:38:51.798567 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:51.856501 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:51.856501 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:51.862390 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] 10.222.0.41 "PUT /v2.0/ports/851afbae-5cd1-4945-b6c6-66059ebc4234 HTTP/1.1" status: 200 len: 1094 time: 1.1528902 Apr 11 16:38:51.865493 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:38:51.868327 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75928f6a-30af-4f04-9552-af7524fc2c52" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:38:51.932723 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-db749c7f-9e9f-47d1-9653-53dc6135153c req-00de9e8f-6d2c-4ee1-906d-daacbcd7ef03 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605833 Apr 11 16:38:51.933378 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af642de-d6ea-41a9-ae12-a9021828cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=851afbae-5cd1-4945-b6c6-66059ebc4234,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:51.979659 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aa938f-c659-467e-84a5-56aa41a62766 x-openstack-request-id: req-15aa938f-c659-467e-84a5-56aa41a62766 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:38:51.980433 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:38:51.980727 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15aa938f-c659-467e-84a5-56aa41a62766 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:38:51.981117 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15aa938f-c659-467e-84a5-56aa41a62766'] response: {'name': 'network-changed', 'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'status': 'completed', 'code': 200} Apr 11 16:38:52.001740 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632c50-acfb-4e80-b36c-a01519827687 req-46ef1628-0818-44f4-9e32-c179357aa0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:52.003763 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-46ef1628-0818-44f4-9e32-c179357aa0a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 1128 time: 0.0655065 Apr 11 16:38:52.052380 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:44Z', 'updated_at': '2022-04-11T16:38:48Z', 'revision_number': 4, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'gw_port': {'id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:45Z', 'updated_at': '2022-04-11T16:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '81a373a8-f4e1-4b89-a6e9-245d371ae6fd', 'name': '', 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'mac_address': 'fa:16:3e:44:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a15dd263-32d2-440d-b3b8-54359f9dc22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:48Z', 'updated_at': '2022-04-11T16:38:49Z', 'revision_number': 2, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'subnets': [{'id': 'a15dd263-32d2-440d-b3b8-54359f9dc22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:52.075854 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-39fbbc94-29aa-43b2-88ae-ccaaa86bc81a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=851afbae-5cd1-4945-b6c6-66059ebc4234 HTTP/1.1" status: 200 len: 217 time: 0.0584784 Apr 11 16:38:52.087935 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Checking router: 73b84dd6-80df-447e-a628-4a45419b31e1 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:38:52.088458 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Updating router 73b84dd6-80df-447e-a628-4a45419b31e1 port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:38:52.128843 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:52.204616 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632c50-acfb-4e80-b36c-a01519827687 req-9430797a-8710-496b-9887-5e44e05042a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:52.206482 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-9430797a-8710-496b-9887-5e44e05042a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.1126695 Apr 11 16:38:52.289257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632c50-acfb-4e80-b36c-a01519827687 req-4380732f-6590-4fa1-bc56-540c9a4fb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:52.291284 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-4380732f-6590-4fa1-bc56-540c9a4fb287 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782344 Apr 11 16:38:52.473965 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-c416dc60-e80e-4936-861d-9166fbdc41b2 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751356 Apr 11 16:38:52.659512 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:52.662646 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36632c50-acfb-4e80-b36c-a01519827687 req-c90b7cba-c344-4f4a-986f-ec43274fced5 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825590 Apr 11 16:38:52.702184 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Publish callbacks [] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:52.724573 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:52.726568 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d61e862d-6e16-461b-bdbb-97001d009c7c tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006094679&fields=id&tenant_id=0ad65af0201c40fea0218125fd073de1 HTTP/1.1" status: 200 len: 267 time: 0.0628183 Apr 11 16:38:52.798114 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:52.799101 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:52.864092 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbd9bb-a38f-49ee-882a-6c504cfd1866 None None] Pushing event updated for resources: {'Port': ['ID=81a373a8-f4e1-4b89-a6e9-245d371ae6fd,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:52.920490 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-528a60ed-f6a4-4540-8f17-0406f18ef3ba tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:52.923061 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-528a60ed-f6a4-4540-8f17-0406f18ef3ba tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/networks?id=95376780-017d-49c0-855d-5ff4d91f3fdf HTTP/1.1" status: 200 len: 809 time: 0.1837566 Apr 11 16:38:52.957820 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-db8a3f14-9ce2-4330-8eb0-7e9bdc06672a tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/quotas/0ad65af0201c40fea0218125fd073de1 HTTP/1.1" status: 200 len: 375 time: 0.0211825 Apr 11 16:38:52.960586 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Attempting to bind port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:38:52.961201 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Attempting to bind port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '81f179e1-b75d-4788-9617-1cea92692d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:38:52.961765 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Attempting to bind port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd on network ba886a6f-a744-4f33-af4c-456b998f91d5 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:52.974896 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:38:52.975556 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Checking segment: {'id': '81f179e1-b75d-4788-9617-1cea92692d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:52.976212 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:52.976799 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Bound using segment: {'id': '81f179e1-b75d-4788-9617-1cea92692d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:38:52.977513 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Bound port: 81a373a8-f4e1-4b89-a6e9-245d371ae6fd, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f179e1-b75d-4788-9617-1cea92692d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:38:52.978220 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:53.142255 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-ebb809c4-c290-4780-a863-46978312e7d2 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ad65af0201c40fea0218125fd073de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1664908 Apr 11 16:38:53.160476 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] For port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:38:53.177696 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] For port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=81a373a8-f4e1-4b89-a6e9-245d371ae6fd,segment=NetworkSegment(81f179e1-b75d-4788-9617-1cea92692d3e),segment_id=81f179e1-b75d-4788-9617-1cea92692d3e)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:38:53.184751 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:53.199313 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:53.271769 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-686dbf92-5745-4720-9421-de24c4a20833 None None] Provisioning complete for port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:53.271965 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-686dbf92-5745-4720-9421-de24c4a20833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:53.309122 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879106a-f123-40c8-9ec8-8d780d75cbb0 req-2c2431f5-0a06-4829-95c2-bb6972a92838 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:53.318283 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e879106a-f123-40c8-9ec8-8d780d75cbb0 req-2c2431f5-0a06-4829-95c2-bb6972a92838 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 944 time: 0.1980152 Apr 11 16:38:53.404505 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbd9bb-a38f-49ee-882a-6c504cfd1866 None None] Pushing event updated for resources: {'Port': ['ID=81a373a8-f4e1-4b89-a6e9-245d371ae6fd,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:53.411628 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-782a817e-c632-45a7-8f42-a0fcc1f6c7cc service neutron] 10.222.0.65 "GET /v2.0/networks/95376780-017d-49c0-855d-5ff4d91f3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486038 Apr 11 16:38:53.421440 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Routers {'73b84dd6-80df-447e-a628-4a45419b31e1'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:38:53.422366 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['73b84dd6-80df-447e-a628-4a45419b31e1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:53.429946 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e879106a-f123-40c8-9ec8-8d780d75cbb0 req-80aaa6aa-2dbc-4c29-a1f1-2604231a699e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105444 Apr 11 16:38:53.665841 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-25dd2ae0-d60d-4477-8f2a-610b83afc71b service neutron] 10.222.0.65 "GET /v2.0/networks/95376780-017d-49c0-855d-5ff4d91f3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206984 Apr 11 16:38:53.779561 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-686dbf92-5745-4720-9421-de24c4a20833 None None] Current status of the port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:53.780136 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-686dbf92-5745-4720-9421-de24c4a20833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:53.857314 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] Set router 73b84dd6-80df-447e-a628-4a45419b31e1 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:38:53.861084 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-686dbf92-5745-4720-9421-de24c4a20833 None None] For port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=81a373a8-f4e1-4b89-a6e9-245d371ae6fd,segment=NetworkSegment(81f179e1-b75d-4788-9617-1cea92692d3e),segment_id=81f179e1-b75d-4788-9617-1cea92692d3e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:38:53.898181 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-686dbf92-5745-4720-9421-de24c4a20833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:54.111273 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-943432b5-52de-4ce2-bb64-bb5537073cfc None None] Provisioning complete for port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:54.111980 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-943432b5-52de-4ce2-bb64-bb5537073cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:54.178824 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dbf92-5745-4720-9421-de24c4a20833 None None] Pushing event updated for resources: {'Port': ['ID=81a373a8-f4e1-4b89-a6e9-245d371ae6fd,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:54.258817 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-44a29195-9ae8-482c-92ed-b0cc3f26b635 req-1914bd38-a648-4ede-91e2-5d927a41eb90 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 210 time: 0.1141517 Apr 11 16:38:54.388594 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:44Z', 'updated_at': '2022-04-11T16:38:48Z', 'revision_number': 4, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'gw_port': {'id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:45Z', 'updated_at': '2022-04-11T16:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '81a373a8-f4e1-4b89-a6e9-245d371ae6fd', 'name': '', 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'mac_address': 'fa:16:3e:44:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a15dd263-32d2-440d-b3b8-54359f9dc22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:48Z', 'updated_at': '2022-04-11T16:38:53Z', 'revision_number': 4, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'subnets': [{'id': 'a15dd263-32d2-440d-b3b8-54359f9dc22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:38:54.392894 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-943432b5-52de-4ce2-bb64-bb5537073cfc None None] Current status of the port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:54.482095 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce55241-bcf7-4670-9eb1-a3157bcede87 None None] The sync data for ids ['73b84dd6-80df-447e-a628-4a45419b31e1'] in dv-cinder-837165-2-iscsi is: [{'id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:44Z', 'updated_at': '2022-04-11T16:38:48Z', 'revision_number': 4, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'gw_port': {'id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:45Z', 'updated_at': '2022-04-11T16:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '81a373a8-f4e1-4b89-a6e9-245d371ae6fd', 'name': '', 'network_id': 'ba886a6f-a744-4f33-af4c-456b998f91d5', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'mac_address': 'fa:16:3e:44:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a15dd263-32d2-440d-b3b8-54359f9dc22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:48Z', 'updated_at': '2022-04-11T16:38:53Z', 'revision_number': 4, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'subnets': [{'id': 'a15dd263-32d2-440d-b3b8-54359f9dc22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:38:54.734023 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc1be5-cf8b-4a81-9a24-633f2accf6dc req-c9e6a1d9-fcbe-4e52-9224-9307de4be5fc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:54.753794 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ecc1be5-cf8b-4a81-9a24-633f2accf6dc req-c9e6a1d9-fcbe-4e52-9224-9307de4be5fc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 944 time: 0.1918578 Apr 11 16:38:54.901056 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ecc1be5-cf8b-4a81-9a24-633f2accf6dc req-083840a8-bd64-4428-a18b-a954cd867fde tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443872 Apr 11 16:38:55.094438 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57450) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:55.141768 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-df12480a-c03f-4fc0-9cde-4b5df9437ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:55.280782 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-62a030a5-01c6-4531-a2a1-eb10dc3d5a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:55.404142 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f68bbb12-b5b3-4798-bdc2-98eca3e47139 req-2d537a3a-4d43-40a5-abe4-8825f79afa83 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 210 time: 0.0531914 Apr 11 16:38:55.458923 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-e9d9430b-bda9-45a1-9e82-e2da00e75a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:55.462860 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-e9d9430b-bda9-45a1-9e82-e2da00e75a26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 1128 time: 0.0722208 Apr 11 16:38:55.501629 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-62a030a5-01c6-4531-a2a1-eb10dc3d5a5a admin admin] Publish callbacks [] for security_group (aff9d97e-c29e-45b9-9f04-37d917087d61), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:55.515070 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-62a030a5-01c6-4531-a2a1-eb10dc3d5a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (aff9d97e-c29e-45b9-9f04-37d917087d61), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:55.627374 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a030a5-01c6-4531-a2a1-eb10dc3d5a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff9d97e-c29e-45b9-9f04-37d917087d61,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:55.647894 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-62a030a5-01c6-4531-a2a1-eb10dc3d5a5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=72cbce8627544194a5b6e5f692197bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5513904 Apr 11 16:38:55.650839 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57456) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:55.684502 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-9449750c-9c62-4528-843a-a5495d85a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:55.688425 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-9449750c-9c62-4528-843a-a5495d85a734 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.2176130 Apr 11 16:38:55.738750 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-2ff7ca69-88f0-4377-9437-75e288a94e2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=851afbae-5cd1-4945-b6c6-66059ebc4234 HTTP/1.1" status: 200 len: 217 time: 0.0394690 Apr 11 16:38:55.770074 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dd864cb1-2898-4bff-86a4-db904b20b74a admin admin] Publish callbacks [] for security_group (aff9d97e-c29e-45b9-9f04-37d917087d61), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:55.810596 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dd864cb1-2898-4bff-86a4-db904b20b74a admin admin] Publish callbacks [] for security_group (aff9d97e-c29e-45b9-9f04-37d917087d61), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:55.884993 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dd864cb1-2898-4bff-86a4-db904b20b74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (aff9d97e-c29e-45b9-9f04-37d917087d61), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:55.889511 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dd864cb1-2898-4bff-86a4-db904b20b74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:55.919504 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-dd864cb1-2898-4bff-86a4-db904b20b74a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aff9d97e-c29e-45b9-9f04-37d917087d61 HTTP/1.1" status: 204 len: 168 time: 0.2670975 Apr 11 16:38:55.945127 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd864cb1-2898-4bff-86a4-db904b20b74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff9d97e-c29e-45b9-9f04-37d917087d61,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:56.381785 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 851afbae-5cd1-4945-b6c6-66059ebc4234 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:38:56.576198 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57470) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:56.611770 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 851afbae-5cd1-4945-b6c6-66059ebc4234, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=851afbae-5cd1-4945-b6c6-66059ebc4234,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:38:56.679544 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'port_id': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'mac_address': 'fa:16:3e:0d:78:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:38:56.787410 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 851afbae-5cd1-4945-b6c6-66059ebc4234 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:56.788041 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:56.797273 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 81a373a8-f4e1-4b89-a6e9-245d371ae6fd up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:56.840199 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ddf0ec3c-ffdc-425a-9569-9449603947f5 req-fd86b896-2071-4b88-8f22-599600f8c036 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 210 time: 0.2202966 Apr 11 16:38:56.845884 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-2de11c42-15ad-4067-8cca-c1cad986b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:56.853022 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-2de11c42-15ad-4067-8cca-c1cad986b458 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 1.1030235 Apr 11 16:38:56.869059 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022d479-1633-4006-9b23-2918f06f09b0 req-41058c6f-071c-4187-8530-17725fda25ce tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:56.873917 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d022d479-1633-4006-9b23-2918f06f09b0 req-41058c6f-071c-4187-8530-17725fda25ce tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 944 time: 0.2965667 Apr 11 16:38:56.879578 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851afbae-5cd1-4945-b6c6-66059ebc4234 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:38:56.942744 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 851afbae-5cd1-4945-b6c6-66059ebc4234, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=851afbae-5cd1-4945-b6c6-66059ebc4234,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:38:56.962436 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d022d479-1633-4006-9b23-2918f06f09b0 req-507720b7-fc87-4ab7-94ac-6a9f737dae1b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729856 Apr 11 16:38:56.963315 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:56.964048 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:56.982337 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d99483f7-ef98-4b21-987e-d3c6016e029a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.023293 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.026728 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-6476c7a2-5810-4b06-b974-5bba198b6cd6 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:57.034307 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-6476c7a2-5810-4b06-b974-5bba198b6cd6 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.41 "GET /v2.0/networks?id=95376780-017d-49c0-855d-5ff4d91f3fdf HTTP/1.1" status: 200 len: 809 time: 0.9066727 Apr 11 16:38:57.072202 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-237950b8-db6c-4bae-8b31-708787b3fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:57.073747 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-237950b8-db6c-4bae-8b31-708787b3fdbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1942906 Apr 11 16:38:57.193680 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-1a88cf8c-0368-40d4-a18b-a2c58f063bab tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ad65af0201c40fea0218125fd073de1 HTTP/1.1" status: 200 len: 380 time: 0.1499307 Apr 11 16:38:57.242252 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Request body: {'port': {'device_id': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'admin_state_up': True, 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'security_groups': ['ac0904d7-fbfb-4ecb-b679-018411b6c805']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:57.250395 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-063e5669-2051-4f75-8dc6-04cb943c09ec service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599233 Apr 11 16:38:57.252983 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d99483f7-ef98-4b21-987e-d3c6016e029a admin admin] Publish callbacks [] for security_group (40c12741-4e07-4a3f-b5b5-ffc300b63cbd), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.267907 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=851afbae-5cd1-4945-b6c6-66059ebc4234,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:57.286499 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d99483f7-ef98-4b21-987e-d3c6016e029a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (40c12741-4e07-4a3f-b5b5-ffc300b63cbd), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.346669 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:57.356313 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d99483f7-ef98-4b21-987e-d3c6016e029a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8052ea6ece394471a6bcdaa0b0b7b08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7449241 Apr 11 16:38:57.366811 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57478) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:38:57.379945 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99483f7-ef98-4b21-987e-d3c6016e029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c12741-4e07-4a3f-b5b5-ffc300b63cbd,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:57.482370 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['851afbae-5cd1-4945-b6c6-66059ebc4234'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:38:57.601470 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b495bf92-db1f-4b3c-968f-49f840654660 admin admin] Publish callbacks [] for security_group (40c12741-4e07-4a3f-b5b5-ffc300b63cbd), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.636337 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b495bf92-db1f-4b3c-968f-49f840654660 admin admin] Publish callbacks [] for security_group (40c12741-4e07-4a3f-b5b5-ffc300b63cbd), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.638115 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Made reservation on behalf of 0ad65af0201c40fea0218125fd073de1 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:38:57.644548 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.651846 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75928f6a-30af-4f04-9552-af7524fc2c52 req-82765f02-f871-4dd6-904c-40f60c9305d4 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936269 Apr 11 16:38:57.734094 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b495bf92-db1f-4b3c-968f-49f840654660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (40c12741-4e07-4a3f-b5b5-ffc300b63cbd), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.738222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b495bf92-db1f-4b3c-968f-49f840654660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.739842 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b495bf92-db1f-4b3c-968f-49f840654660 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40c12741-4e07-4a3f-b5b5-ffc300b63cbd HTTP/1.1" status: 204 len: 168 time: 0.3713212 Apr 11 16:38:57.750434 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495bf92-db1f-4b3c-968f-49f840654660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c12741-4e07-4a3f-b5b5-ffc300b63cbd,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:57.801008 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f979d0a4-c8df-401d-b035-74962351602d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:58.058295 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4efdeaeb-21cc-47ae-8b81-9bc2cd37c869 req-33980362-412a-49af-a03a-63cbcc032fdc tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 210 time: 0.0879385 Apr 11 16:38:58.094640 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Allocated IP 172.20.0.13 (95376780-017d-49c0-855d-5ff4d91f3fdf/7a9313b4-7ca0-4ad7-ac8a-77d516c04a85/a6f4f255-f8e2-4c79-9875-d58fd39df6bf) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:38:58.208482 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c27dc3-707a-4e3d-ae08-a73745ab6aa5 req-5b73761f-b10b-4baa-8479-d58122b4a501 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:58.210167 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a8c27dc3-707a-4e3d-ae08-a73745ab6aa5 req-5b73761f-b10b-4baa-8479-d58122b4a501 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 945 time: 0.0707300 Apr 11 16:38:58.332449 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a8c27dc3-707a-4e3d-ae08-a73745ab6aa5 req-eacc22d4-c482-4e64-aa9c-1265de64c537 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153529 Apr 11 16:38:58.402250 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:58.450463 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:58.514920 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Network 95376780-017d-49c0-855d-5ff4d91f3fdf is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:38:58.520683 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:38:58.526337 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:38:58.598405 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:58.598977 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:58.603388 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:58.630086 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'Port': ['ID=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:58.641484 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-d365d33e-030d-43ae-8de4-a89d878e6acb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4418540 Apr 11 16:38:58.654227 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Request body: {'port': {'device_id': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:38:58.798757 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:58.842995 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 851afbae-5cd1-4945-b6c6-66059ebc4234 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:38:58.944576 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 851afbae-5cd1-4945-b6c6-66059ebc4234 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:38:58.954538 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 851afbae-5cd1-4945-b6c6-66059ebc4234 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:58.954538 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:59.035230 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-80dcdad7-b7ca-4e20-9fb9-ce0925427bc7 None None] Provisioning complete for port a6f4f255-f8e2-4c79-9875-d58fd39df6bf triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:38:59.035908 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-80dcdad7-b7ca-4e20-9fb9-ce0925427bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:59.123076 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-80dcdad7-b7ca-4e20-9fb9-ce0925427bc7 None None] Port a6f4f255-f8e2-4c79-9875-d58fd39df6bf cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:38:59.174107 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 851afbae-5cd1-4945-b6c6-66059ebc4234 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:38:59.174535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:59.228574 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cfff0-c1c8-4bcc-9cc0-eb80a1a93fef req-ef044a99-ea2e-45a0-b68c-fd9173728ec6 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:59.230317 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 851afbae-5cd1-4945-b6c6-66059ebc4234, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=851afbae-5cd1-4945-b6c6-66059ebc4234,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:38:59.233343 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:38:59.240741 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e119875c-3a0e-4f3d-88cc-2bfbd908f599" -d '{"events": [{"server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "name": "network-vif-plugged", "status": "completed", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:38:59.245176 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c8cfff0-c1c8-4bcc-9cc0-eb80a1a93fef req-ef044a99-ea2e-45a0-b68c-fd9173728ec6 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 932 time: 0.0914633 Apr 11 16:38:59.250327 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:59.388354 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c8cfff0-c1c8-4bcc-9cc0-eb80a1a93fef req-5d753be9-ed1b-4035-a048-16c00cf9a4fe tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404397 Apr 11 16:38:59.431961 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f4f255-f8e2-4c79-9875-d58fd39df6bf {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:38:59.444446 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d66d72a-3839-4a29-902e-727322ef9b6f x-openstack-request-id: req-0d66d72a-3839-4a29-902e-727322ef9b6f {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:38:59.445089 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "name": "network-vif-plugged", "status": "completed", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:38:59.445504 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d66d72a-3839-4a29-902e-727322ef9b6f {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:38:59.446118 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d66d72a-3839-4a29-902e-727322ef9b6f'] response: {'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'code': 200} Apr 11 16:38:59.447206 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=851afbae-5cd1-4945-b6c6-66059ebc4234,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:59.454007 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Publish callbacks [] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:59.472716 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Transition to ACTIVE for port object a6f4f255-f8e2-4c79-9875-d58fd39df6bf will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:38:59.477385 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:59.577124 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14574e76-0aa2-4027-8b5c-aed01582ff5a req-ab7d91f4-5b10-470f-93e9-0f7df27210c1 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:59.587366 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-14574e76-0aa2-4027-8b5c-aed01582ff5a req-ab7d91f4-5b10-470f-93e9-0f7df27210c1 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.1205037 Apr 11 16:38:59.603924 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Pushing event updated for resources: {'Port': ['ID=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:38:59.754082 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cffdb7-c310-4b92-8c5f-86366505f283 req-86edeb19-615f-4ea4-b42b-515c945e86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:38:59.755616 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5cffdb7-c310-4b92-8c5f-86366505f283 req-86edeb19-615f-4ea4-b42b-515c945e86c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 1130 time: 0.1652651 Apr 11 16:38:59.788834 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-14574e76-0aa2-4027-8b5c-aed01582ff5a req-a2e4342f-edde-436f-bb65-c7d2d3487299 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000687 Apr 11 16:38:59.799526 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Attempting to bind port a6f4f255-f8e2-4c79-9875-d58fd39df6bf on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:38:59.800297 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Attempting to bind port a6f4f255-f8e2-4c79-9875-d58fd39df6bf by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:38:59.800804 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Attempting to bind port a6f4f255-f8e2-4c79-9875-d58fd39df6bf on network 95376780-017d-49c0-855d-5ff4d91f3fdf {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:59.819068 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Port a6f4f255-f8e2-4c79-9875-d58fd39df6bf on network 95376780-017d-49c0-855d-5ff4d91f3fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:38:59.820129 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Attempting to bind port a6f4f255-f8e2-4c79-9875-d58fd39df6bf on network 95376780-017d-49c0-855d-5ff4d91f3fdf {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:38:59.835511 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:38:59.840575 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Checking segment: {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:38:59.841399 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Bound using segment: {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:38:59.842053 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Bound port: a6f4f255-f8e2-4c79-9875-d58fd39df6bf, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad9e2cf-7cad-458d-b64f-459744fb54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:38:59.842813 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:59.913798 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5cffdb7-c310-4b92-8c5f-86366505f283 req-96c48eac-0127-43da-80b8-086296b7a273 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236141 Apr 11 16:38:59.997118 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] For port a6f4f255-f8e2-4c79-9875-d58fd39df6bf, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:39:00.002173 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] For port a6f4f255-f8e2-4c79-9875-d58fd39df6bf, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:39:00.011490 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:00.108095 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:00.109775 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:00.112453 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] 10.222.0.41 "PUT /v2.0/ports/a6f4f255-f8e2-4c79-9875-d58fd39df6bf HTTP/1.1" status: 200 len: 1094 time: 1.4627790 Apr 11 16:39:00.113518 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:39:00.128091 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5800c05f-a2d2-46a1-8bf2-d303bd3d8631" -d '{"events": [{"name": "network-changed", "server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:39:00.209122 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd88bdbb-0324-4902-b84c-55b88e37385b x-openstack-request-id: req-fd88bdbb-0324-4902-b84c-55b88e37385b {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:39:00.209421 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:39:00.209666 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd88bdbb-0324-4902-b84c-55b88e37385b {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:39:00.210080 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd88bdbb-0324-4902-b84c-55b88e37385b'] response: {'name': 'network-changed', 'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'status': 'completed', 'code': 200} Apr 11 16:39:00.211095 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b8b46-7011-4f62-85d5-8bf24186896a service neutron] Pushing event updated for resources: {'Port': ['ID=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:00.341469 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800c05f-a2d2-46a1-8bf2-d303bd3d8631 req-5e7a6e21-8d35-4806-8b33-e76e5935721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:00.344512 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5800c05f-a2d2-46a1-8bf2-d303bd3d8631 req-5e7a6e21-8d35-4806-8b33-e76e5935721b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ad65af0201c40fea0218125fd073de1&device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 1128 time: 0.0751266 Apr 11 16:39:00.432392 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:00.569337 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800c05f-a2d2-46a1-8bf2-d303bd3d8631 req-5b57e489-9079-48d8-bc40-565a2e1ab80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:00.570969 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5800c05f-a2d2-46a1-8bf2-d303bd3d8631 req-5b57e489-9079-48d8-bc40-565a2e1ab80c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ad65af0201c40fea0218125fd073de1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2157168 Apr 11 16:39:00.623199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69494c8-1d3e-4605-999e-26eee3ce9de7 req-5b6bcd69-fd6d-4565-b02a-16dfc6b0f04e tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:00.626735 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b69494c8-1d3e-4605-999e-26eee3ce9de7 req-5b6bcd69-fd6d-4565-b02a-16dfc6b0f04e tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 944 time: 0.0735939 Apr 11 16:39:00.700981 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b69494c8-1d3e-4605-999e-26eee3ce9de7 req-be838619-4a56-490a-9fd0-90f1dd815e9e tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668387 Apr 11 16:39:00.929951 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6cce2-9441-48d9-9c68-6325bbf92301 req-2d8ccc4c-c50c-458d-bd34-5747fdcd8e85 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:00.938346 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ae6cce2-9441-48d9-9c68-6325bbf92301 req-2d8ccc4c-c50c-458d-bd34-5747fdcd8e85 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0645955 Apr 11 16:39:01.022837 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ae6cce2-9441-48d9-9c68-6325bbf92301 req-4fd84856-f0c0-4121-97d2-af7450d654fe tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835564 Apr 11 16:39:01.110753 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800c05f-a2d2-46a1-8bf2-d303bd3d8631 req-7e204465-d1a8-416a-8bcf-ca28fc439bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:01.115141 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5800c05f-a2d2-46a1-8bf2-d303bd3d8631 req-7e204465-d1a8-416a-8bcf-ca28fc439bf9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1500177 Apr 11 16:39:01.230501 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-daa06e47-93de-415f-9299-149366ea7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:01.232550 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-daa06e47-93de-415f-9299-149366ea7c76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ad65af0201c40fea0218125fd073de1&device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 1128 time: 0.0552831 Apr 11 16:39:01.309458 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-ebe92f8a-7c74-46fb-ae9e-192c9aa27345 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6f4f255-f8e2-4c79-9875-d58fd39df6bf HTTP/1.1" status: 200 len: 217 time: 0.0673831 Apr 11 16:39:01.751382 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:01.893419 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-a79a04ba-7bb8-4051-b85c-e937e3e66fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:01.895708 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-a79a04ba-7bb8-4051-b85c-e937e3e66fca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a9313b4-7ca0-4ad7-ac8a-77d516c04a85 HTTP/1.1" status: 200 len: 848 time: 0.0559196 Apr 11 16:39:01.905307 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1e1dd-44f1-44bd-b87d-95d7e81486ba req-6e1fd8da-e9c2-4c1e-963d-88254bb1dfb7 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:01.922126 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ae1e1dd-44f1-44bd-b87d-95d7e81486ba req-6e1fd8da-e9c2-4c1e-963d-88254bb1dfb7 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 944 time: 0.0992725 Apr 11 16:39:01.958429 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-6c1f0324-81a1-40bc-b5dc-cbdebf2955b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:01.960723 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-6c1f0324-81a1-40bc-b5dc-cbdebf2955b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95376780-017d-49c0-855d-5ff4d91f3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587435 Apr 11 16:39:01.988831 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ae1e1dd-44f1-44bd-b87d-95d7e81486ba req-57678280-ab02-4ac7-b121-3330243d8c60 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655529 Apr 11 16:39:02.102136 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-35068321-24c2-4464-aa2a-6dec6fd4d426 service neutron] 10.222.0.41 "GET /v2.0/networks/95376780-017d-49c0-855d-5ff4d91f3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341577 Apr 11 16:39:02.211905 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f31fc8-1626-45f4-99e1-3963f102b86e req-77d7137c-96cd-47f4-9e54-1baeb7984d46 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:02.212635 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23f31fc8-1626-45f4-99e1-3963f102b86e req-77d7137c-96cd-47f4-9e54-1baeb7984d46 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0650995 Apr 11 16:39:02.290629 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23f31fc8-1626-45f4-99e1-3963f102b86e req-bb3e9a28-caf1-476c-b00e-3a94b1465436 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719457 Apr 11 16:39:02.314205 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1991a651-b0ef-4513-a511-9c42e77095d3 req-ec8f46c2-9d32-4b8f-9092-af7cf62f87f7 service neutron] 10.222.0.41 "GET /v2.0/networks/95376780-017d-49c0-855d-5ff4d91f3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048874 Apr 11 16:39:02.346065 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:39:02.453166 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da5a0-6b12-4637-bc03-87c88d383973 req-e3a9a285-c748-4e09-825f-afadc9fbdcfd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:02.462367 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c36da5a0-6b12-4637-bc03-87c88d383973 req-e3a9a285-c748-4e09-825f-afadc9fbdcfd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0796037 Apr 11 16:39:02.469691 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 57544) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:02.474411 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Request body: {'floatingip': {'port_id': '851afbae-5cd1-4945-b6c6-66059ebc4234'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:02.522287 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for floatingip (6b67abae-b7db-4aeb-a44e-8edd382ac7c6), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.108759 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57554) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:03.283463 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe55e9-75b1-4312-ad0d-c4f0d81a9834 req-a039ab86-316d-4965-a27d-4b7888056241 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:03.286107 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18fe55e9-75b1-4312-ad0d-c4f0d81a9834 req-a039ab86-316d-4965-a27d-4b7888056241 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 944 time: 0.1190014 Apr 11 16:39:03.307276 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1a86ab37-cf47-47dd-8950-5eeba602a66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.422774 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.db.resource_extend [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 16:39:03.432424 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18fe55e9-75b1-4312-ad0d-c4f0d81a9834 req-7516d5be-6e65-4ef4-97e5-f12afcc03ef9 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346235 Apr 11 16:39:03.490328 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1a86ab37-cf47-47dd-8950-5eeba602a66d admin admin] Publish callbacks [] for security_group (29fd3dcf-2c49-4c41-996c-803fe1b3cb79), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.499784 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1a86ab37-cf47-47dd-8950-5eeba602a66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (29fd3dcf-2c49-4c41-996c-803fe1b3cb79), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.520971 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.533743 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (6b67abae-b7db-4aeb-a44e-8edd382ac7c6), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.566445 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-1a86ab37-cf47-47dd-8950-5eeba602a66d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32976f8b5a39458d91decf9dd053daec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559460 Apr 11 16:39:03.575836 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57558) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:03.601024 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86ab37-cf47-47dd-8950-5eeba602a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fd3dcf-2c49-4c41-996c-803fe1b3cb79,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:03.695429 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00e5f1b0-94b0-4546-9a2a-b6a2d4461055 admin admin] Publish callbacks [] for security_group (29fd3dcf-2c49-4c41-996c-803fe1b3cb79), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.743920 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00e5f1b0-94b0-4546-9a2a-b6a2d4461055 admin admin] Publish callbacks [] for security_group (29fd3dcf-2c49-4c41-996c-803fe1b3cb79), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.753014 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Floating IP 6b67abae-b7db-4aeb-a44e-8edd382ac7c6 associated. External IP: 172.27.0.165, port: 851afbae-5cd1-4945-b6c6-66059ebc4234. Apr 11 16:39:03.871448 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00e5f1b0-94b0-4546-9a2a-b6a2d4461055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (29fd3dcf-2c49-4c41-996c-803fe1b3cb79), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.877526 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00e5f1b0-94b0-4546-9a2a-b6a2d4461055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:03.879076 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-00e5f1b0-94b0-4546-9a2a-b6a2d4461055 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29fd3dcf-2c49-4c41-996c-803fe1b3cb79 HTTP/1.1" status: 204 len: 168 time: 0.3015397 Apr 11 16:39:03.889190 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5f1b0-94b0-4546-9a2a-b6a2d4461055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fd3dcf-2c49-4c41-996c-803fe1b3cb79,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:04.063612 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Router 5e530ff9-6386-4270-81b7-87191975e115 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:39:04.204334 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:39:04.209701 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:04.222950 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b280126-b044-449f-a662-7ac635b00fce None None] Sync routers for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:39:04.248517 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b280126-b044-449f-a662-7ac635b00fce None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:39:04.249306 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2b280126-b044-449f-a662-7ac635b00fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:04.252712 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-be3d44f6-5037-4269-b9b8-ebf81e4bd4d9 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "PUT /v2.0/floatingips/6b67abae-b7db-4aeb-a44e-8edd382ac7c6 HTTP/1.1" status: 200 len: 992 time: 1.7818112 Apr 11 16:39:04.253667 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:39:04.256547 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:39:04.305344 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87555d29-e275-41b7-9282-5beba2a8ef22 x-openstack-request-id: req-87555d29-e275-41b7-9282-5beba2a8ef22 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:39:04.306388 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:39:04.306644 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87555d29-e275-41b7-9282-5beba2a8ef22 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:39:04.307090 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87555d29-e275-41b7-9282-5beba2a8ef22'] response: {'name': 'network-changed', 'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'status': 'completed', 'code': 200} Apr 11 16:39:04.381313 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-2f97740d-c8ef-47e6-a655-1cc40b016fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:04.382859 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-2f97740d-c8ef-47e6-a655-1cc40b016fe9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 1130 time: 0.0461264 Apr 11 16:39:04.456478 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-2b280126-b044-449f-a662-7ac635b00fce None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:39:04.657694 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-42d93ce1-a323-46e8-a4be-a5409a729e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:04.664282 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-42d93ce1-a323-46e8-a4be-a5409a729e18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.2722301 Apr 11 16:39:04.816064 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2b280126-b044-449f-a662-7ac635b00fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '6b67abae-b7db-4aeb-a44e-8edd382ac7c6', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '5e530ff9-6386-4270-81b7-87191975e115', 'port_id': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'mac_address': 'fa:16:3e:0d:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:38:37Z', 'updated_at': '2022-04-11T16:39:03Z', 'revision_number': 1, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:30Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:04.842616 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072feaff-d566-445e-b7ba-e92cc8f0a1a1 req-2e1a53c7-0d40-4ab6-bb09-b4a8b2c053a4 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:04.846562 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b280126-b044-449f-a662-7ac635b00fce None None] Checking router: 5e530ff9-6386-4270-81b7-87191975e115 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:39:04.856571 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b280126-b044-449f-a662-7ac635b00fce None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:39:04.857442 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2b280126-b044-449f-a662-7ac635b00fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:38:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:04.861766 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-072feaff-d566-445e-b7ba-e92cc8f0a1a1 req-2e1a53c7-0d40-4ab6-bb09-b4a8b2c053a4 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 944 time: 0.1809242 Apr 11 16:39:04.930382 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-e21b1a8e-3341-40d1-8d41-d90e178a10b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=851afbae-5cd1-4945-b6c6-66059ebc4234 HTTP/1.1" status: 200 len: 1000 time: 0.2567055 Apr 11 16:39:04.964837 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-072feaff-d566-445e-b7ba-e92cc8f0a1a1 req-020e1a26-06c6-4fdf-b6bb-b810d355c64a tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014750 Apr 11 16:39:05.026583 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-442958c0-7ec2-41bc-b08a-d9052701fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:05.029419 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-442958c0-7ec2-41bc-b08a-d9052701fe0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0907285 Apr 11 16:39:05.081853 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-2b280126-b044-449f-a662-7ac635b00fce None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:39:05.088877 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-7446051f-4d17-484c-92ac-eb09cca4139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:05.090472 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-7446051f-4d17-484c-92ac-eb09cca4139a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544538 Apr 11 16:39:05.318710 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-03ce96b2-0216-4b89-b9d8-d52edd4120e6 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198524 Apr 11 16:39:05.455508 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12d4d0d2-5a5a-4f4b-90aa-c37efef389c0 req-80c8a0a6-de05-4599-bfc7-788270e5ec6f service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285386 Apr 11 16:39:05.583889 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2b280126-b044-449f-a662-7ac635b00fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '6b67abae-b7db-4aeb-a44e-8edd382ac7c6', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '5e530ff9-6386-4270-81b7-87191975e115', 'port_id': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'mac_address': 'fa:16:3e:0d:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:38:37Z', 'updated_at': '2022-04-11T16:39:03Z', 'revision_number': 1, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:30Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:05.616886 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b280126-b044-449f-a662-7ac635b00fce None None] The sync data for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi is: [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '6b67abae-b7db-4aeb-a44e-8edd382ac7c6', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '5e530ff9-6386-4270-81b7-87191975e115', 'port_id': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'mac_address': 'fa:16:3e:0d:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:38:37Z', 'updated_at': '2022-04-11T16:39:03Z', 'revision_number': 1, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:30Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:39:05.960788 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f313a6a3-edb3-48b4-88a5-36ce546c4a1f None None] New status for floating IP 6b67abae-b7db-4aeb-a44e-8edd382ac7c6: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:39:06.160174 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b5ffd-019e-494a-b180-b1deeef776c6 req-d6692e31-2c91-4d4a-b4ec-f7ed4669317b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:06.175171 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-918b5ffd-019e-494a-b180-b1deeef776c6 req-d6692e31-2c91-4d4a-b4ec-f7ed4669317b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 944 time: 0.0765870 Apr 11 16:39:06.240807 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-918b5ffd-019e-494a-b180-b1deeef776c6 req-7065cff9-e774-46a7-b36e-e4ec7edeb1a4 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646446 Apr 11 16:39:07.178884 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-9bd53779-6d68-4827-831a-c96684f9ccbf tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:07.180595 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-9bd53779-6d68-4827-831a-c96684f9ccbf tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/networks?id=4478dee5-b317-4769-a31c-e852dd3d8a1a HTTP/1.1" status: 200 len: 815 time: 0.1189988 Apr 11 16:39:07.198329 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-e45d30ca-9751-48b4-a701-39d004afaea0 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/quotas/f673779bead84d3c9d6d57eb3c65d5eb HTTP/1.1" status: 200 len: 375 time: 0.0118265 Apr 11 16:39:07.272725 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-c5cca651-f788-40af-9b1a-7368045e59a9 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679147 Apr 11 16:39:07.406333 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19b888-a963-4d14-8284-c0b6e95280c2 req-94cbe680-cc42-4205-bbb5-24a4495b52c8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:07.407912 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1f19b888-a963-4d14-8284-c0b6e95280c2 req-94cbe680-cc42-4205-bbb5-24a4495b52c8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 944 time: 0.0641325 Apr 11 16:39:07.430953 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-3685a15f-b96a-406c-804b-4907431e0fc2 service neutron] 10.222.0.65 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455121 Apr 11 16:39:07.529319 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1f19b888-a963-4d14-8284-c0b6e95280c2 req-87674770-5677-48ac-9fcb-4883cb730f9a tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098003 Apr 11 16:39:07.563343 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-553ec3a6-d2a1-4f25-9269-14a575a6aef2 service neutron] 10.222.0.65 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245120 Apr 11 16:39:07.742943 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5fa8c64d-7c04-4376-876e-b68c61a4a617 req-bfefeb67-1c80-4c05-a4b1-85443cf1ba8e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 210 time: 0.0297008 Apr 11 16:39:08.668647 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea019bb0-4605-474e-9978-28753f0d751d req-04a93755-6b0d-4d65-bec6-1176129b475f tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:08.670454 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea019bb0-4605-474e-9978-28753f0d751d req-04a93755-6b0d-4d65-bec6-1176129b475f tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 944 time: 0.0525677 Apr 11 16:39:08.726337 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea019bb0-4605-474e-9978-28753f0d751d req-310d384c-eddf-48db-a02c-2c2b53e68bb8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478165 Apr 11 16:39:08.850338 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d2826b84-ee46-4e12-9ed5-bcc366c08260 req-21a9f59a-b74d-4655-99ad-b9a4f671010a tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 210 time: 0.0309300 Apr 11 16:39:09.845795 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ee0ec-69c9-482d-ab9d-c2657d5cb25c req-824cd750-8b84-4bd9-9848-d9b17dcb2cee tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:09.848363 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a67ee0ec-69c9-482d-ab9d-c2657d5cb25c req-824cd750-8b84-4bd9-9848-d9b17dcb2cee tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 944 time: 0.0534153 Apr 11 16:39:09.906566 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a67ee0ec-69c9-482d-ab9d-c2657d5cb25c req-40788fcd-c95e-4c4e-aa39-4b36160876f1 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499475 Apr 11 16:39:09.954293 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c315f549-2106-4037-b466-6cd0e2020585 req-24507f49-a8aa-4ec9-9311-3cd118590118 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 210 time: 0.0284281 Apr 11 16:39:10.448931 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-dcc4361e-4a29-4f23-914f-b2877a8ca0ef tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:10.452872 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-dcc4361e-4a29-4f23-914f-b2877a8ca0ef tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.41 "GET /v2.0/networks?id=4478dee5-b317-4769-a31c-e852dd3d8a1a HTTP/1.1" status: 200 len: 815 time: 0.1152539 Apr 11 16:39:10.467846 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'port': {'device_id': '494cad61-7e0d-49b6-aa92-6354407d825d', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'admin_state_up': True, 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:10.617010 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Made reservation on behalf of f673779bead84d3c9d6d57eb3c65d5eb for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:39:10.620745 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:10.790315 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Allocated IP 172.20.0.4 (4478dee5-b317-4769-a31c-e852dd3d8a1a/6c666ab6-83cc-4552-80d9-9355a3b10807/900247d2-717f-4100-a8c4-2e6811bb9b9b) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:39:10.879981 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device a6f4f255-f8e2-4c79-9875-d58fd39df6bf details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:39:10.978355 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:11.026262 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port a6f4f255-f8e2-4c79-9875-d58fd39df6bf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:39:11.027335 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:11.045747 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'port_id': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'mac_address': 'fa:16:3e:b1:fc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:39:11.052910 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Network 4478dee5-b317-4769-a31c-e852dd3d8a1a is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:39:11.055771 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:39:11.105377 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e82b1-773c-43c3-ac97-3246f81d7a21 req-417f3aa0-4099-4688-ac38-a4ce0f28bd58 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:11.113606 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-479e82b1-773c-43c3-ac97-3246f81d7a21 req-417f3aa0-4099-4688-ac38-a4ce0f28bd58 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 944 time: 0.0661237 Apr 11 16:39:11.114726 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port a6f4f255-f8e2-4c79-9875-d58fd39df6bf is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:39:11.115139 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:11.136664 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:39:11.136926 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f4f255-f8e2-4c79-9875-d58fd39df6bf {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:39:11.220142 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port a6f4f255-f8e2-4c79-9875-d58fd39df6bf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:39:11.227548 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:11.249821 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea680e4-8843-4414-847c-12cd8a52ba6b req-cfda3a6b-b85d-4be4-ab9b-d92467675c76 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:11.252126 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ea680e4-8843-4414-847c-12cd8a52ba6b req-cfda3a6b-b85d-4be4-ab9b-d92467675c76 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.2027602 Apr 11 16:39:11.268070 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'Port': ['ID=900247d2-717f-4100-a8c4-2e6811bb9b9b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:11.275213 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-479e82b1-773c-43c3-ac97-3246f81d7a21 req-c2d7d158-e179-4cce-94f0-00188f7c42b7 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571386 Apr 11 16:39:11.331845 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:11.332412 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:11.369078 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:11.382094 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-33d874a7-8c91-4c7c-a447-92ce0e1f01ff tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9201922 Apr 11 16:39:11.432702 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ea680e4-8843-4414-847c-12cd8a52ba6b req-c16bd60b-8fae-49d9-b018-d1edc18770b9 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527915 Apr 11 16:39:11.529953 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-d265bb34-5c29-41dd-8762-04f922a41a32 None None] Provisioning complete for port 900247d2-717f-4100-a8c4-2e6811bb9b9b triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:39:11.531508 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d265bb34-5c29-41dd-8762-04f922a41a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:11.619132 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-d265bb34-5c29-41dd-8762-04f922a41a32 None None] Port 900247d2-717f-4100-a8c4-2e6811bb9b9b cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:39:11.653634 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['a6f4f255-f8e2-4c79-9875-d58fd39df6bf'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:39:12.432552 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28595b0-794b-4f80-b82c-bb6d1ab01e15 req-0d69a0fc-1fc7-41bf-93f5-28ea6758466f tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:12.439969 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a28595b0-794b-4f80-b82c-bb6d1ab01e15 req-0d69a0fc-1fc7-41bf-93f5-28ea6758466f tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 945 time: 0.0842056 Apr 11 16:39:12.503189 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a28595b0-794b-4f80-b82c-bb6d1ab01e15 req-68a4c418-8662-449e-a8a0-29dce7055fe1 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622768 Apr 11 16:39:12.601282 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75b6f5-7cb1-4f66-89ed-30faa372df79 req-3261da9f-38ef-4155-939d-ee434e87f05e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:12.603275 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e75b6f5-7cb1-4f66-89ed-30faa372df79 req-3261da9f-38ef-4155-939d-ee434e87f05e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0612314 Apr 11 16:39:12.668758 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e75b6f5-7cb1-4f66-89ed-30faa372df79 req-523af6fa-ce2b-45a7-943d-f303d92712db tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567040 Apr 11 16:39:13.135948 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device a6f4f255-f8e2-4c79-9875-d58fd39df6bf up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:39:13.199141 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port a6f4f255-f8e2-4c79-9875-d58fd39df6bf completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:39:13.219838 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port a6f4f255-f8e2-4c79-9875-d58fd39df6bf triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:39:13.220353 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:13.316265 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port a6f4f255-f8e2-4c79-9875-d58fd39df6bf is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:39:13.316563 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:13.341032 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:39:13.343473 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e573c6aa-b29f-4eb0-80f1-46f341e8a581" -d '{"events": [{"server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "name": "network-vif-plugged", "status": "completed", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:39:13.358981 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port a6f4f255-f8e2-4c79-9875-d58fd39df6bf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:39:13.367091 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:13.406099 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab27943-fe95-4284-9e8b-682d3fceffa0 x-openstack-request-id: req-dab27943-fe95-4284-9e8b-682d3fceffa0 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:39:13.406511 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "name": "network-vif-plugged", "status": "completed", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:39:13.406773 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dab27943-fe95-4284-9e8b-682d3fceffa0 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:39:13.407172 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab27943-fe95-4284-9e8b-682d3fceffa0'] response: {'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'code': 200} Apr 11 16:39:13.435511 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:13.665280 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813f25-0864-44d6-b4b8-5da09839a6ad req-571701f4-f44d-48d8-91f4-997b0b94168c tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:13.668442 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-28813f25-0864-44d6-b4b8-5da09839a6ad req-571701f4-f44d-48d8-91f4-997b0b94168c tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0565579 Apr 11 16:39:13.746012 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-28813f25-0864-44d6-b4b8-5da09839a6ad req-19e87ca8-acc3-424f-b71a-8beb7cd7ff6d tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636775 Apr 11 16:39:13.795311 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0716c-52d2-4a4f-8aca-0adc52d28c2d req-e4a29bf0-1f3f-4ea1-a895-40e6db2a459b tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:13.798285 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0ed0716c-52d2-4a4f-8aca-0adc52d28c2d req-e4a29bf0-1f3f-4ea1-a895-40e6db2a459b tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0499790 Apr 11 16:39:13.853292 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0ed0716c-52d2-4a4f-8aca-0adc52d28c2d req-0c7f2b89-c9af-450e-9074-96258a29ee52 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 Apr 11 16:39:14.921252 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56081bc-44fd-453a-8c39-054b89a3291b req-8b35b2fd-2f06-4ae4-87c1-e072832d4564 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:14.925499 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e56081bc-44fd-453a-8c39-054b89a3291b req-8b35b2fd-2f06-4ae4-87c1-e072832d4564 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.1122346 Apr 11 16:39:15.089164 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9449a2-9377-475c-a0b5-5aac9fc7482d req-2159098d-13ae-4e30-8b69-f5a272b9da7b tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:15.091743 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1f9449a2-9377-475c-a0b5-5aac9fc7482d req-2159098d-13ae-4e30-8b69-f5a272b9da7b tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.1304576 Apr 11 16:39:15.099630 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e56081bc-44fd-453a-8c39-054b89a3291b req-407af6ad-092f-40b1-b985-236857087e9a tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644022 Apr 11 16:39:15.153365 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1f9449a2-9377-475c-a0b5-5aac9fc7482d req-42798f6a-8e23-4864-b4cc-42827906969a tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523248 Apr 11 16:39:16.228528 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7e0b-c220-4e3d-ae0d-84824aa147c5 req-c9d38ed0-bb23-4750-a003-c3d68fd17795 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:16.230012 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5eb7e0b-c220-4e3d-ae0d-84824aa147c5 req-c9d38ed0-bb23-4750-a003-c3d68fd17795 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0518794 Apr 11 16:39:16.293264 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924f0bc-fc26-41a7-80d8-b66575a104c1 req-69983cbf-effb-42d3-8718-6335c008501e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:16.294668 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0924f0bc-fc26-41a7-80d8-b66575a104c1 req-69983cbf-effb-42d3-8718-6335c008501e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0637786 Apr 11 16:39:16.335214 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5eb7e0b-c220-4e3d-ae0d-84824aa147c5 req-3d849c2c-3d19-45fc-ad01-a64e2f0f4139 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951774 Apr 11 16:39:16.367588 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0924f0bc-fc26-41a7-80d8-b66575a104c1 req-3306f33a-1906-443b-b6df-ff289086fbd7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661266 Apr 11 16:39:17.785313 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608bf8-26d4-433b-bbfc-148b19344f3c req-9115ffd6-5ade-48b0-abe3-57d3045304ff tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:17.786833 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f5608bf8-26d4-433b-bbfc-148b19344f3c req-9115ffd6-5ade-48b0-abe3-57d3045304ff tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.3502793 Apr 11 16:39:17.805814 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6458171-6c4f-4ac6-9ffa-8649149744e4 req-8b7ba984-5fe2-4576-89fb-5e7cfa98eff5 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:17.807284 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c6458171-6c4f-4ac6-9ffa-8649149744e4 req-8b7ba984-5fe2-4576-89fb-5e7cfa98eff5 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0669553 Apr 11 16:39:17.880023 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f5608bf8-26d4-433b-bbfc-148b19344f3c req-dcdf21d8-b4af-4143-980b-6f350f25c882 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857542 Apr 11 16:39:17.887472 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c6458171-6c4f-4ac6-9ffa-8649149744e4 req-8ab76207-252a-4836-98da-aa8afa2a7325 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719936 Apr 11 16:39:18.369978 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:19.054743 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e18101-f01c-4d55-b957-2c9f581a0f29 req-8a726472-fc67-432a-9c75-0762b7cf05c6 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:19.056415 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2e18101-f01c-4d55-b957-2c9f581a0f29 req-8a726472-fc67-432a-9c75-0762b7cf05c6 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0985577 Apr 11 16:39:19.065275 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65393a-71cf-4f24-969e-b3d4a12a1a93 req-85388dea-ccc4-4ec6-9d5c-99c93347b126 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:19.072467 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e65393a-71cf-4f24-969e-b3d4a12a1a93 req-85388dea-ccc4-4ec6-9d5c-99c93347b126 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0909653 Apr 11 16:39:19.150944 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e65393a-71cf-4f24-969e-b3d4a12a1a93 req-e2f6028f-2076-434f-9e40-695ead13af16 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775709 Apr 11 16:39:19.154400 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2e18101-f01c-4d55-b957-2c9f581a0f29 req-1d3cd1c6-0e60-4511-9c8f-9ddfa75d7aa0 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792997 Apr 11 16:39:20.314808 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea343b07-4541-4a09-b17c-b991a67191e1 req-cdaa49f6-cb16-421d-bad8-244e3466fa99 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:20.316481 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea343b07-4541-4a09-b17c-b991a67191e1 req-cdaa49f6-cb16-421d-bad8-244e3466fa99 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0770261 Apr 11 16:39:20.324741 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137799bd-6553-412d-a79b-0a31862e28d5 req-65cecf06-6cea-4115-a1d6-30624867ac7d tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:20.326148 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-137799bd-6553-412d-a79b-0a31862e28d5 req-65cecf06-6cea-4115-a1d6-30624867ac7d tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0775361 Apr 11 16:39:20.408777 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea343b07-4541-4a09-b17c-b991a67191e1 req-665477e9-b6ae-4ab4-b1a0-1e345dd57424 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816538 Apr 11 16:39:20.422037 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-137799bd-6553-412d-a79b-0a31862e28d5 req-658dfe7d-f5e4-4442-ae42-4b068c14c7f0 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869026 Apr 11 16:39:21.557021 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ed0f-79ec-48c6-8f37-d1b46d58a015 req-5972fac4-41b1-4c35-abce-5e3024e164de tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:21.558381 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79d9ed0f-79ec-48c6-8f37-d1b46d58a015 req-5972fac4-41b1-4c35-abce-5e3024e164de tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0750649 Apr 11 16:39:21.579738 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64a457-b19f-4150-a45d-21d4c61dce8d req-99d8d809-4e28-4528-8c3c-c0d65348bc47 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:21.581149 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7c64a457-b19f-4150-a45d-21d4c61dce8d req-99d8d809-4e28-4528-8c3c-c0d65348bc47 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0691617 Apr 11 16:39:21.652723 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79d9ed0f-79ec-48c6-8f37-d1b46d58a015 req-2a4faccc-0592-4e1e-bd97-2ec7a639f3df tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864689 Apr 11 16:39:21.665253 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7c64a457-b19f-4150-a45d-21d4c61dce8d req-e031841a-299d-4fcf-bc36-04303e060fac tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766172 Apr 11 16:39:22.829594 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94465d7-8697-4cd9-b9dc-e026bb7e9a56 req-efdfd20e-2f06-457d-8c6b-0f294f320523 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:22.831350 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f94465d7-8697-4cd9-b9dc-e026bb7e9a56 req-efdfd20e-2f06-457d-8c6b-0f294f320523 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.1098633 Apr 11 16:39:22.843133 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85d84-6c87-44d5-beae-03a2e40c2de1 req-527e2983-bff5-46e9-afa0-6c30e109af75 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:22.844977 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dbb85d84-6c87-44d5-beae-03a2e40c2de1 req-527e2983-bff5-46e9-afa0-6c30e109af75 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0719330 Apr 11 16:39:22.927027 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f94465d7-8697-4cd9-b9dc-e026bb7e9a56 req-1205f248-1e1c-402e-9978-fd66f115affc tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809364 Apr 11 16:39:22.931061 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dbb85d84-6c87-44d5-beae-03a2e40c2de1 req-078682ac-b2a2-4520-821c-d5abb93856a1 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787938 Apr 11 16:39:24.102387 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c8c85-d91f-4624-8b6f-982c910d767c req-627291b6-6a30-4d9c-8c9b-a413d7dfac69 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:24.103868 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6f6c8c85-d91f-4624-8b6f-982c910d767c req-627291b6-6a30-4d9c-8c9b-a413d7dfac69 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0710757 Apr 11 16:39:24.109698 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994d417-a2e0-40ed-9be9-139b9451e483 req-7be730a3-e5df-463e-8884-74e00193ad8c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:24.111071 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9994d417-a2e0-40ed-9be9-139b9451e483 req-7be730a3-e5df-463e-8884-74e00193ad8c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0882607 Apr 11 16:39:24.186962 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6f6c8c85-d91f-4624-8b6f-982c910d767c req-68a5df7c-9af6-484c-bf4e-fd0d68d0c3c3 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749385 Apr 11 16:39:24.190357 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9994d417-a2e0-40ed-9be9-139b9451e483 req-27b1ad24-9039-4461-8ee2-a3b4f252276c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726595 Apr 11 16:39:25.126932 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c8d80676-9611-4095-932c-ca8c862ab18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:25.346912 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb41d1-3c03-4c89-a536-a883995dee89 req-fd40f54c-88ab-4deb-9029-5e1ad6ba5e30 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:25.348484 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-93eb41d1-3c03-4c89-a536-a883995dee89 req-fd40f54c-88ab-4deb-9029-5e1ad6ba5e30 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0816820 Apr 11 16:39:25.355032 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c84c0-a788-4f0a-a391-58ddc774a09d req-af610537-7e6e-4729-8670-d958221f9d04 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:25.356591 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fa5c84c0-a788-4f0a-a391-58ddc774a09d req-af610537-7e6e-4729-8670-d958221f9d04 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0794435 Apr 11 16:39:25.430895 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-93eb41d1-3c03-4c89-a536-a883995dee89 req-9facb499-ae31-4370-9927-86a27dd08724 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732851 Apr 11 16:39:25.441533 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fa5c84c0-a788-4f0a-a391-58ddc774a09d req-bd9a3ad0-8e62-4197-9c86-890b2c7135e4 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708294 Apr 11 16:39:26.584317 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a5f46-434a-40ca-b595-b64268cff151 req-f83726e8-4e25-4017-925e-1d12ee703967 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:26.585762 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9a8a5f46-434a-40ca-b595-b64268cff151 req-f83726e8-4e25-4017-925e-1d12ee703967 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0787680 Apr 11 16:39:26.596063 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d54314-8334-4cff-b57d-2c23ea23f308 req-e44e309f-84da-48e5-baab-d59d22109b8c tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:26.597485 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29d54314-8334-4cff-b57d-2c23ea23f308 req-e44e309f-84da-48e5-baab-d59d22109b8c tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0581441 Apr 11 16:39:26.675819 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9a8a5f46-434a-40ca-b595-b64268cff151 req-efa05e14-f519-4965-a50c-c9f70cc0799d tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773277 Apr 11 16:39:26.679120 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29d54314-8334-4cff-b57d-2c23ea23f308 req-8abf2aab-8cef-4e81-9b0c-28a5e74eec8c tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749242 Apr 11 16:39:27.681046 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-78b6ebcf-d7e4-4e40-a422-3d1f8953298b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:27.820112 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa879e3-1be5-44c3-8eb2-b17aec82ccd2 req-48012dae-85fd-4675-a20c-f948679fe960 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:27.821603 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-faa879e3-1be5-44c3-8eb2-b17aec82ccd2 req-48012dae-85fd-4675-a20c-f948679fe960 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.0772347 Apr 11 16:39:27.829912 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bce1e4-1a8e-4b69-9e2a-8ca25b10bbc3 req-a61f84e6-7caa-458e-9bb5-8c6507ec9b50 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:27.831341 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9bce1e4-1a8e-4b69-9e2a-8ca25b10bbc3 req-a61f84e6-7caa-458e-9bb5-8c6507ec9b50 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0774212 Apr 11 16:39:27.905226 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-faa879e3-1be5-44c3-8eb2-b17aec82ccd2 req-09900cdf-d7bc-457d-9937-61e948ed7520 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726905 Apr 11 16:39:27.909141 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9bce1e4-1a8e-4b69-9e2a-8ca25b10bbc3 req-26f5a8bb-edd6-4c56-96c9-19763fdb0787 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706642 Apr 11 16:39:28.532336 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:29.072070 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c33866-9aa0-4ed0-9762-212e43a80baa req-60b4465b-a22f-4633-98ef-4ccb443d84ca tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:29.073544 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-62c33866-9aa0-4ed0-9762-212e43a80baa req-60b4465b-a22f-4633-98ef-4ccb443d84ca tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 931 time: 0.1004210 Apr 11 16:39:29.080287 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0ec98-e324-4356-831a-bd427e707649 req-04727f82-dd59-4ea2-a225-479aedd2bb10 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:29.081689 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5e0ec98-e324-4356-831a-bd427e707649 req-04727f82-dd59-4ea2-a225-479aedd2bb10 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0992506 Apr 11 16:39:29.155234 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-62c33866-9aa0-4ed0-9762-212e43a80baa req-15208e50-e5db-4915-91c2-2d4c9f41fd1a tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725632 Apr 11 16:39:29.159078 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5e0ec98-e324-4356-831a-bd427e707649 req-4f6b76d6-7fd6-4c54-abfe-9c712a85d67d tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705912 Apr 11 16:39:29.825826 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Request body: {'port': {'device_id': '494cad61-7e0d-49b6-aa92-6354407d825d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:29.890769 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:30.037887 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-395268e2-753c-4b7f-86c4-bcb01b98bd68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450926 Apr 11 16:39:30.109330 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-aa946508-b693-4ad5-aa45-8aaa97a63374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.111064 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-aa946508-b693-4ad5-aa45-8aaa97a63374 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 1129 time: 0.0512834 Apr 11 16:39:30.152757 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7c5d8-28f2-4b8c-b665-8ce9b00513f4 req-7be11501-e32c-4710-84df-346751674d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.154233 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bbd7c5d8-28f2-4b8c-b665-8ce9b00513f4 req-7be11501-e32c-4710-84df-346751674d3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 1130 time: 0.0514712 Apr 11 16:39:30.209921 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900247d2-717f-4100-a8c4-2e6811bb9b9b {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:39:30.217900 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Publish callbacks [] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:30.220716 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-55e131f1-5aea-4d58-aa5c-87b4d82fe691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.222209 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-55e131f1-5aea-4d58-aa5c-87b4d82fe691 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 918 time: 0.0916836 Apr 11 16:39:30.239931 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Transition to ACTIVE for port object 900247d2-717f-4100-a8c4-2e6811bb9b9b will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:39:30.245668 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:30.288525 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bbd7c5d8-28f2-4b8c-b665-8ce9b00513f4 req-fddac1b8-6a32-47bd-ae5b-9b7221516c3d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233299 Apr 11 16:39:30.314285 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Pushing event updated for resources: {'Port': ['ID=900247d2-717f-4100-a8c4-2e6811bb9b9b,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:30.365998 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da5b22-c638-472f-bdbc-6f845ad83077 req-edd43080-ce51-4133-aeef-5c4e89ea9ffb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.368895 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-73da5b22-c638-472f-bdbc-6f845ad83077 req-edd43080-ce51-4133-aeef-5c4e89ea9ffb tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.1299474 Apr 11 16:39:30.382116 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa73c6-ec59-49d2-b3ff-72d153b266bc req-3487e7d4-fa2f-4405-a2e1-f4c247149675 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.384070 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42aa73c6-ec59-49d2-b3ff-72d153b266bc req-3487e7d4-fa2f-4405-a2e1-f4c247149675 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 943 time: 0.1483262 Apr 11 16:39:30.402308 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Attempting to bind port 900247d2-717f-4100-a8c4-2e6811bb9b9b on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:39:30.402637 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Attempting to bind port 900247d2-717f-4100-a8c4-2e6811bb9b9b by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:39:30.403105 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Attempting to bind port 900247d2-717f-4100-a8c4-2e6811bb9b9b on network 4478dee5-b317-4769-a31c-e852dd3d8a1a {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:39:30.409643 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Port 900247d2-717f-4100-a8c4-2e6811bb9b9b on network 4478dee5-b317-4769-a31c-e852dd3d8a1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:39:30.410094 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Attempting to bind port 900247d2-717f-4100-a8c4-2e6811bb9b9b on network 4478dee5-b317-4769-a31c-e852dd3d8a1a {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:39:30.416842 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:39:30.417178 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Checking segment: {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:39:30.417807 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Bound using segment: {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:39:30.419002 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Bound port: 900247d2-717f-4100-a8c4-2e6811bb9b9b, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6ba248-54a3-4471-b871-6fb2eacaab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:39:30.419584 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:30.420904 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-ab9878a2-fdeb-4390-8251-668991b74d8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b85453b-0363-47d5-9902-93d848d7263e HTTP/1.1" status: 200 len: 1000 time: 0.1914673 Apr 11 16:39:30.432433 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:30.493968 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42aa73c6-ec59-49d2-b3ff-72d153b266bc req-d9dbe0ae-191d-41ed-8ae0-974178c29fa1 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919993 Apr 11 16:39:30.496015 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] For port 900247d2-717f-4100-a8c4-2e6811bb9b9b, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:39:30.498710 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-73da5b22-c638-472f-bdbc-6f845ad83077 req-61a06cd7-c832-4f8c-bce3-c8dadbb50220 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077325 Apr 11 16:39:30.502751 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] For port 900247d2-717f-4100-a8c4-2e6811bb9b9b, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:39:30.517705 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:30.553469 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.554151 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:30.555527 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] 10.222.0.41 "PUT /v2.0/ports/900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 200 len: 1093 time: 0.7342360 Apr 11 16:39:30.555991 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:39:30.558272 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c2673-b7ae-40ea-ae61-41e36f7c45e7" -d '{"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:39:30.584624 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90ba3c-b12e-4103-ac0f-80d09f28d32a service neutron] Pushing event updated for resources: {'Port': ['ID=900247d2-717f-4100-a8c4-2e6811bb9b9b,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:30.602997 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5f1c16-b54c-497b-83ee-51f3c5942844 x-openstack-request-id: req-7a5f1c16-b54c-497b-83ee-51f3c5942844 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:39:30.603467 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:39:30.603768 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a5f1c16-b54c-497b-83ee-51f3c5942844 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:39:30.604182 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5f1c16-b54c-497b-83ee-51f3c5942844'] response: {'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'status': 'completed', 'code': 200} Apr 11 16:39:30.676976 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-ba83e902-b7e4-4403-9720-1313a184045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.678553 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-ba83e902-b7e4-4403-9720-1313a184045a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0530822 Apr 11 16:39:30.709696 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c2673-b7ae-40ea-ae61-41e36f7c45e7 req-10d8d514-1482-453f-87a2-0f8eeb8544ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.712233 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b54c2673-b7ae-40ea-ae61-41e36f7c45e7 req-10d8d514-1482-453f-87a2-0f8eeb8544ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 1127 time: 0.0715361 Apr 11 16:39:30.734286 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-43f115a1-80f0-4b6b-abf8-6e90868d1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.736083 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-43f115a1-80f0-4b6b-abf8-6e90868d1b85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439672 Apr 11 16:39:30.836051 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c2673-b7ae-40ea-ae61-41e36f7c45e7 req-c07e66fc-641e-4401-afde-be1799613d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.837597 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b54c2673-b7ae-40ea-ae61-41e36f7c45e7 req-c07e66fc-641e-4401-afde-be1799613d8a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1144207 Apr 11 16:39:30.844298 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-eccf9dd1-cb08-4fa6-aa5c-2797854a3c70 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990756 Apr 11 16:39:30.953978 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c2673-b7ae-40ea-ae61-41e36f7c45e7 req-d3b0fd4c-5f11-4328-89ba-6e38564a3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:30.955500 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b54c2673-b7ae-40ea-ae61-41e36f7c45e7 req-d3b0fd4c-5f11-4328-89ba-6e38564a3f13 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016862 Apr 11 16:39:31.536564 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79ca6243-c656-47e7-aec6-92c1fc4b79f9 req-096a4a39-9df3-416e-9365-c5e11f817d08 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930216 Apr 11 16:39:31.667290 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-32c148cb-b368-4173-9787-75b5ec117da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:31.668824 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-32c148cb-b368-4173-9787-75b5ec117da2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 1127 time: 0.0972664 Apr 11 16:39:31.687578 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7224-d733-4177-899f-ca074a718750 req-1ac436d3-fdd9-4842-977c-0a63c19275a4 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:31.689106 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f23c7224-d733-4177-899f-ca074a718750 req-1ac436d3-fdd9-4842-977c-0a63c19275a4 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 943 time: 0.1075640 Apr 11 16:39:31.695124 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324aaff5-27be-4ced-aa52-004a5ccbebeb req-d44a5477-3262-45f6-9521-5d3d8ae77d3c tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:31.696510 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-324aaff5-27be-4ced-aa52-004a5ccbebeb req-d44a5477-3262-45f6-9521-5d3d8ae77d3c tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.1132557 Apr 11 16:39:31.738747 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:31.768036 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f23c7224-d733-4177-899f-ca074a718750 req-121839df-af33-438b-ab03-cd6d1339592c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705590 Apr 11 16:39:31.776806 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-324aaff5-27be-4ced-aa52-004a5ccbebeb req-84d30fb8-fbbd-447f-8674-1a4555ee5f0f tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731852 Apr 11 16:39:32.092296 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-019a05d3-8bb5-4e49-87ec-c66026e3f082 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 200 len: 217 time: 0.0349882 Apr 11 16:39:32.542401 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-8c9b1407-f499-4464-a115-a983859f49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:32.543883 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-8c9b1407-f499-4464-a115-a983859f49aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c666ab6-83cc-4552-80d9-9355a3b10807 HTTP/1.1" status: 200 len: 854 time: 0.0496519 Apr 11 16:39:32.627904 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-a44b46b2-074d-4a55-bb93-ab9a650ee076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:32.629567 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-a44b46b2-074d-4a55-bb93-ab9a650ee076 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4478dee5-b317-4769-a31c-e852dd3d8a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398736 Apr 11 16:39:32.958377 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848eb9-baa6-42a7-a5ea-86885f621240 req-2d167dd8-deda-4804-809e-42c5f8d91d6e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:32.959856 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ce848eb9-baa6-42a7-a5ea-86885f621240 req-2d167dd8-deda-4804-809e-42c5f8d91d6e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 943 time: 0.1173096 Apr 11 16:39:32.969120 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95198-e386-4dab-9cdc-26f59585c9d9 req-7bb58ac0-ab1c-4ab5-a445-755a93dec7a7 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:32.970500 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5b95198-e386-4dab-9cdc-26f59585c9d9 req-7bb58ac0-ab1c-4ab5-a445-755a93dec7a7 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.1118975 Apr 11 16:39:33.018072 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-c3355f45-8877-47fa-9700-e444338ded8d service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943474 Apr 11 16:39:33.091334 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5b95198-e386-4dab-9cdc-26f59585c9d9 req-74820347-8aa1-4e96-b836-8633855ca4ac tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108072 Apr 11 16:39:33.097654 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ce848eb9-baa6-42a7-a5ea-86885f621240 req-6d681321-97e9-48b5-871f-3ab6865fd4a5 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246948 Apr 11 16:39:33.165261 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-754d05af-20f7-499f-a3ef-98e7b80b7656 req-3797a3bb-5ec7-45a1-b5c3-42758da3050d service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395707 Apr 11 16:39:33.224567 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaeca5-133a-4f72-8446-22f82486add3 req-31d856b1-75b4-4b24-ac5c-b03dea0b630d tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:33.226118 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b0aaeca5-133a-4f72-8446-22f82486add3 req-31d856b1-75b4-4b24-ac5c-b03dea0b630d tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0531838 Apr 11 16:39:33.278102 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b0aaeca5-133a-4f72-8446-22f82486add3 req-02bebcab-244e-45d9-98c7-84abe07e65f3 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459924 Apr 11 16:39:33.301731 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57884) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:33.524205 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405087f8-9e17-4477-906e-194d4f41fa89 tempest-TestShelveInstance-1269798734 tempest-TestShelveInstance-1269798734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:33.525758 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-405087f8-9e17-4477-906e-194d4f41fa89 tempest-TestShelveInstance-1269798734 tempest-TestShelveInstance-1269798734-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 1125 time: 0.2230649 Apr 11 16:39:33.531280 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 57892) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:33.535561 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'port_id': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:33.561806 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:33.648104 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:33.759623 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Allocated IP 172.27.0.198 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/5ff89d73-bd25-4302-b095-ba7509d9a4af) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:39:33.899920 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for port (5ff89d73-bd25-4302-b095-ba7509d9a4af), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:33.937237 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (5ff89d73-bd25-4302-b095-ba7509d9a4af), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:33.971706 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:39:33.974410 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:39:33.977825 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:39:34.209963 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'Port': ['ID=5ff89d73-bd25-4302-b095-ba7509d9a4af,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:34.233711 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99771f-1668-440f-acca-5ee6fa85e635 req-deeec74d-f8b4-46f7-b956-392a3f53bb2c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:34.235219 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a99771f-1668-440f-acca-5ee6fa85e635 req-deeec74d-f8b4-46f7-b956-392a3f53bb2c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 943 time: 0.0549235 Apr 11 16:39:34.286878 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a99771f-1668-440f-acca-5ee6fa85e635 req-db192626-5022-49bd-b858-9b44e76e4549 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458143 Apr 11 16:39:34.707875 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for floatingip (25f608a6-2706-423f-ac46-f913b6d227bb), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:34.809893 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (5ff89d73-bd25-4302-b095-ba7509d9a4af), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:34.970947 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for port (5ff89d73-bd25-4302-b095-ba7509d9a4af), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:34.979012 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (5ff89d73-bd25-4302-b095-ba7509d9a4af), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:35.048284 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event updated for resources: {'Port': ['ID=5ff89d73-bd25-4302-b095-ba7509d9a4af,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:35.060889 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (25f608a6-2706-423f-ac46-f913b6d227bb), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:35.164026 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Floating IP 25f608a6-2706-423f-ac46-f913b6d227bb associated. External IP: 172.27.0.198, port: a6f4f255-f8e2-4c79-9875-d58fd39df6bf. Apr 11 16:39:35.386885 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Router d9e34682-64e2-4394-8b0d-1dd21fd2e19f has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:39:35.408140 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be66cac-6d64-45da-9279-d2ccc203021d req-06f90a4a-bedf-402b-8e82-25539da2b5e4 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:35.411337 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4be66cac-6d64-45da-9279-d2ccc203021d req-06f90a4a-bedf-402b-8e82-25539da2b5e4 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 943 time: 0.0531061 Apr 11 16:39:35.463937 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4be66cac-6d64-45da-9279-d2ccc203021d req-1ffea248-07fe-4228-b1a5-7822ef459e02 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485303 Apr 11 16:39:35.502154 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:39:35.512679 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] Sync routers for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:39:35.522170 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:35.523189 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:39:35.523863 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:39:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:35.563717 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-db60cc46-3d3a-4125-90ec-9827c56872f5 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0221825 Apr 11 16:39:35.563717 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:39:35.563717 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07722c2-e063-416c-9e52-4a70e1ff2471" -d '{"events": [{"name": "network-changed", "server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:39:35.595589 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c71070b-cb52-435a-bf13-0d1c1fc24707 x-openstack-request-id: req-3c71070b-cb52-435a-bf13-0d1c1fc24707 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:39:35.595920 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:39:35.596164 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c71070b-cb52-435a-bf13-0d1c1fc24707 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:39:35.596566 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c71070b-cb52-435a-bf13-0d1c1fc24707'] response: {'name': 'network-changed', 'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'status': 'completed', 'code': 200} Apr 11 16:39:35.634608 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:39:35.854528 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '25f608a6-2706-423f-ac46-f913b6d227bb', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'port_id': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'mac_address': 'fa:16:3e:b1:fc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:39:34Z', 'updated_at': '2022-04-11T16:39:34Z', 'revision_number': 0, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dba642-6eea-4462-ab22-14f13e0a5514', 'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'mac_address': 'fa:16:3e:e6:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:38Z', 'updated_at': '2022-04-11T16:37:43Z', 'revision_number': 5, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'subnets': [{'id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:35.885453 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] Checking router: d9e34682-64e2-4394-8b0d-1dd21fd2e19f for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:39:35.894501 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:39:35.895113 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:39:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:36.005199 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:39:36.343477 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '25f608a6-2706-423f-ac46-f913b6d227bb', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'port_id': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'mac_address': 'fa:16:3e:b1:fc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:39:34Z', 'updated_at': '2022-04-11T16:39:34Z', 'revision_number': 0, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dba642-6eea-4462-ab22-14f13e0a5514', 'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'mac_address': 'fa:16:3e:e6:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:38Z', 'updated_at': '2022-04-11T16:37:43Z', 'revision_number': 5, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'subnets': [{'id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:36.376823 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec1652-a6c6-40dd-ad8f-eb283852d85b None None] The sync data for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi is: [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '25f608a6-2706-423f-ac46-f913b6d227bb', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'port_id': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'mac_address': 'fa:16:3e:b1:fc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:39:34Z', 'updated_at': '2022-04-11T16:39:34Z', 'revision_number': 0, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dba642-6eea-4462-ab22-14f13e0a5514', 'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'mac_address': 'fa:16:3e:e6:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:38Z', 'updated_at': '2022-04-11T16:37:43Z', 'revision_number': 5, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'subnets': [{'id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:39:36.583270 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839411fc-6de4-4f40-9621-ec3fcbc0a099 None None] New status for floating IP 25f608a6-2706-423f-ac46-f913b6d227bb: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:39:36.591214 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2563b-03ab-4ef0-ad2d-4c96e3d5c9be req-04818a2c-5837-4f6d-87a3-0312068a9a4a tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:36.593223 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-69c2563b-03ab-4ef0-ad2d-4c96e3d5c9be req-04818a2c-5837-4f6d-87a3-0312068a9a4a tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 943 time: 0.0561247 Apr 11 16:39:36.667990 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-69c2563b-03ab-4ef0-ad2d-4c96e3d5c9be req-2628f7e5-f2bc-4cef-be51-cdcc7dbdde25 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656126 Apr 11 16:39:37.790143 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc775a0d-8dc0-4c11-9594-e2c0c5e6c53f req-94f89005-c80a-484c-a2c0-995916e2bb10 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:37.791876 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc775a0d-8dc0-4c11-9594-e2c0c5e6c53f req-94f89005-c80a-484c-a2c0-995916e2bb10 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 943 time: 0.0498743 Apr 11 16:39:37.844494 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc775a0d-8dc0-4c11-9594-e2c0c5e6c53f req-3a0e4344-c347-4862-bd3c-d7718866c6b4 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466187 Apr 11 16:39:37.899016 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 900247d2-717f-4100-a8c4-2e6811bb9b9b details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:39:38.012584 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 900247d2-717f-4100-a8c4-2e6811bb9b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:39:38.033512 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'port_id': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'mac_address': 'fa:16:3e:f6:62:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:39:38.102660 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 900247d2-717f-4100-a8c4-2e6811bb9b9b is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:39:38.103276 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:38.126166 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900247d2-717f-4100-a8c4-2e6811bb9b9b {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:39:38.156565 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 900247d2-717f-4100-a8c4-2e6811bb9b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:39:38.162716 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:38.213999 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=900247d2-717f-4100-a8c4-2e6811bb9b9b,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:38.961488 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434486d7-c7cc-4fb5-a948-a53d3c83be83 req-d269c211-d749-4781-a2ea-d8324c0ca7aa tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:38.963460 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-434486d7-c7cc-4fb5-a948-a53d3c83be83 req-d269c211-d749-4781-a2ea-d8324c0ca7aa tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 944 time: 0.0486741 Apr 11 16:39:39.022586 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-434486d7-c7cc-4fb5-a948-a53d3c83be83 req-39a68c1e-3aed-4350-b32e-e9405ea36d62 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529716 Apr 11 16:39:39.347520 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:39:40.117759 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['900247d2-717f-4100-a8c4-2e6811bb9b9b'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:39:40.148548 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9812e3-dbb7-431b-aac9-894fe52f2113 req-9798e72a-a0a4-4cb8-a00f-fafb2b27704c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:40.150754 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7f9812e3-dbb7-431b-aac9-894fe52f2113 req-9798e72a-a0a4-4cb8-a00f-fafb2b27704c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 944 time: 0.0542867 Apr 11 16:39:40.206349 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7f9812e3-dbb7-431b-aac9-894fe52f2113 req-09d05f5e-b76f-48a0-919f-93f368702e8b tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479257 Apr 11 16:39:40.578972 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-7773c74b-991d-4caa-b521-24d003c0a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:40.580534 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-7773c74b-991d-4caa-b521-24d003c0a7e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ad65af0201c40fea0218125fd073de1&device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 1130 time: 0.0416856 Apr 11 16:39:40.688434 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-f78343b2-8c75-4149-8095-5b9beac17c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:40.689894 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-f78343b2-8c75-4149-8095-5b9beac17c0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=95376780-017d-49c0-855d-5ff4d91f3fdf HTTP/1.1" status: 200 len: 910 time: 0.1029093 Apr 11 16:39:40.765188 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-4bc898c7-b047-4408-8722-aa6413936626 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6f4f255-f8e2-4c79-9875-d58fd39df6bf HTTP/1.1" status: 200 len: 1002 time: 0.0673056 Apr 11 16:39:40.833382 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-b5027b8e-9750-4de0-871f-399c7e8ce584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:40.835406 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-b5027b8e-9750-4de0-871f-399c7e8ce584 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a9313b4-7ca0-4ad7-ac8a-77d516c04a85 HTTP/1.1" status: 200 len: 848 time: 0.0642579 Apr 11 16:39:40.898148 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-7e31870b-165b-4673-8244-e6a7b89053c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:40.900127 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-7e31870b-165b-4673-8244-e6a7b89053c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95376780-017d-49c0-855d-5ff4d91f3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564480 Apr 11 16:39:41.041117 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-e876ec1b-0eef-4f7b-bc09-f8ec894c72af service neutron] 10.222.0.41 "GET /v2.0/networks/95376780-017d-49c0-855d-5ff4d91f3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333869 Apr 11 16:39:41.153698 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b07722c2-e063-416c-9e52-4a70e1ff2471 req-f5a30f9d-c1aa-4c6b-b733-156a6b7482a7 service neutron] 10.222.0.41 "GET /v2.0/networks/95376780-017d-49c0-855d-5ff4d91f3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051431 Apr 11 16:39:41.349454 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5eb26-07c2-4b78-b0e2-4a8c7fc611f3 req-776a4406-2200-4586-ba15-37165ceedaae tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:41.351144 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-59a5eb26-07c2-4b78-b0e2-4a8c7fc611f3 req-776a4406-2200-4586-ba15-37165ceedaae tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 944 time: 0.0629084 Apr 11 16:39:41.418479 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-59a5eb26-07c2-4b78-b0e2-4a8c7fc611f3 req-16cfbe49-dc59-4bfd-b813-c74c18b6cdee tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575540 Apr 11 16:39:41.468412 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 900247d2-717f-4100-a8c4-2e6811bb9b9b up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:39:41.521615 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 900247d2-717f-4100-a8c4-2e6811bb9b9b completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:39:41.530142 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 900247d2-717f-4100-a8c4-2e6811bb9b9b triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:39:41.530519 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:41.625804 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 900247d2-717f-4100-a8c4-2e6811bb9b9b is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:39:41.626266 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:41.667925 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:39:41.672231 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33473c6c-d601-4b93-8472-0d295127580d" -d '{"events": [{"server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "name": "network-vif-plugged", "status": "completed", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:39:41.690171 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 900247d2-717f-4100-a8c4-2e6811bb9b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:39:41.696940 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:41.729561 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15394e62-0de2-400d-9e4e-c7e275294c93 x-openstack-request-id: req-15394e62-0de2-400d-9e4e-c7e275294c93 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:39:41.729879 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "name": "network-vif-plugged", "status": "completed", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:39:41.730127 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15394e62-0de2-400d-9e4e-c7e275294c93 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:39:41.730550 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15394e62-0de2-400d-9e4e-c7e275294c93'] response: {'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'code': 200} Apr 11 16:39:41.758108 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=900247d2-717f-4100-a8c4-2e6811bb9b9b,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:41.766787 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.767123 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.767491 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.767863 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.768191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.768518 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.768843 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.769172 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.769494 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.769816 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.770134 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.770457 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.770777 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.771093 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.771408 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:41.911894 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc00086-e25f-44b7-a811-bcfb9fbba447 req-df29ddf2-d367-4280-9387-402456b1d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:41.913441 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6cc00086-e25f-44b7-a811-bcfb9fbba447 req-df29ddf2-d367-4280-9387-402456b1d001 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 1129 time: 0.0441091 Apr 11 16:39:41.964952 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6cc00086-e25f-44b7-a811-bcfb9fbba447 req-3281843b-77e9-4f5c-8aed-c2e96ed8db74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Apr 11 16:39:42.399404 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3670d-ee48-430f-87d5-a969c1908e74 req-f9785f43-e767-4a29-8598-84ac266e7a77 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:42.400937 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40d3670d-ee48-430f-87d5-a969c1908e74 req-f9785f43-e767-4a29-8598-84ac266e7a77 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0499849 Apr 11 16:39:42.450000 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40d3670d-ee48-430f-87d5-a969c1908e74 req-8c7d0669-96ad-49e2-8a41-3919f519ecc0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 Apr 11 16:39:42.546701 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2f6e-abbe-43ff-bf81-2cbc7867a83c req-d840e279-cf7b-4d68-916f-d07901f0e788 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:42.548278 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-673e2f6e-abbe-43ff-bf81-2cbc7867a83c req-d840e279-cf7b-4d68-916f-d07901f0e788 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.0480127 Apr 11 16:39:42.599626 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-673e2f6e-abbe-43ff-bf81-2cbc7867a83c req-857f2658-663e-49bf-b4e0-6cb2b23e8e85 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456541 Apr 11 16:39:43.570581 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee7fa2-15b7-46cf-bbd9-27407d797ed5 req-a5063939-0f5b-4343-a788-a39ebdb5c7b7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:43.572069 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-64ee7fa2-15b7-46cf-bbd9-27407d797ed5 req-a5063939-0f5b-4343-a788-a39ebdb5c7b7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0486078 Apr 11 16:39:43.623900 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-64ee7fa2-15b7-46cf-bbd9-27407d797ed5 req-dbb80cf8-dc7d-47a9-bfe2-d440e8c239cd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453930 Apr 11 16:39:43.717528 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b068726-5655-4cc3-ab6a-25bc948de6f6 req-20014b5d-2221-4490-8fde-050f0dcd13c1 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:43.719071 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6b068726-5655-4cc3-ab6a-25bc948de6f6 req-20014b5d-2221-4490-8fde-050f0dcd13c1 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.0484290 Apr 11 16:39:43.769743 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6b068726-5655-4cc3-ab6a-25bc948de6f6 req-b53e6eb0-30a4-4377-abd9-3dec0a9a052e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Apr 11 16:39:43.885700 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d709c21-c8df-4408-b1d3-842a4a2ce55a req-f42282e8-3804-46e6-b0ab-5cdab37df129 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:43.887102 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8d709c21-c8df-4408-b1d3-842a4a2ce55a req-f42282e8-3804-46e6-b0ab-5cdab37df129 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.0513215 Apr 11 16:39:43.937600 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8d709c21-c8df-4408-b1d3-842a4a2ce55a req-6a41b94f-ad26-4f18-80d8-0cdd4accf540 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Apr 11 16:39:44.263211 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5165fe-4fd6-44dd-8766-9c4322e4b295 req-e7e002de-e5ba-48fa-b5ae-52a2cdcba3f4 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:44.265164 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5d5165fe-4fd6-44dd-8766-9c4322e4b295 req-e7e002de-e5ba-48fa-b5ae-52a2cdcba3f4 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.0492249 Apr 11 16:39:44.313711 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5d5165fe-4fd6-44dd-8766-9c4322e4b295 req-7259b537-a895-4edd-8d94-3c22b12872c2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Apr 11 16:39:44.766595 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60825f6-4d48-4046-944c-3be578be8b7c req-992a2f6f-89a9-44ab-8892-0946bf9b3836 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:44.768168 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b60825f6-4d48-4046-944c-3be578be8b7c req-992a2f6f-89a9-44ab-8892-0946bf9b3836 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0600307 Apr 11 16:39:44.826300 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b60825f6-4d48-4046-944c-3be578be8b7c req-24ae9109-783c-4650-97c7-db23056c9c05 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512729 Apr 11 16:39:45.758246 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58030) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:45.869886 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:45.950994 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d08ce-7f5f-4c50-876c-3e8f7b1cc92f req-fb0e661a-3762-4bfc-ade7-5da3fffca3f8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:45.952565 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5f4d08ce-7f5f-4c50-876c-3e8f7b1cc92f req-fb0e661a-3762-4bfc-ade7-5da3fffca3f8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0508614 Apr 11 16:39:45.955926 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Publish callbacks [] for security_group (82490edb-2943-4a2c-b0c4-4df938746eea), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:45.960948 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (82490edb-2943-4a2c-b0c4-4df938746eea), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:46.001492 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82490edb-2943-4a2c-b0c4-4df938746eea,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:46.010859 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5f4d08ce-7f5f-4c50-876c-3e8f7b1cc92f req-4a2442e4-1cef-4bfc-bf09-20c3de784282 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522654 Apr 11 16:39:46.016402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.016753 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.017115 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.017457 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.017792 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.018121 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.018441 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.018799 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.019262 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.019594 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.019941 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.020482 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.020895 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.021253 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.021582 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75181059-19c1-4770-bced-f018525312dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:46.027296 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-75181059-19c1-4770-bced-f018525312dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6747fbc7a7fa4287b6fd09af6cbcab1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679734 Apr 11 16:39:46.030892 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58044) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:46.087073 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b8cdc1c-2490-42b2-87d6-19cf85e09f57 admin admin] Publish callbacks [] for security_group (82490edb-2943-4a2c-b0c4-4df938746eea), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:46.109202 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b8cdc1c-2490-42b2-87d6-19cf85e09f57 admin admin] Publish callbacks [] for security_group (82490edb-2943-4a2c-b0c4-4df938746eea), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:46.164063 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b8cdc1c-2490-42b2-87d6-19cf85e09f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (82490edb-2943-4a2c-b0c4-4df938746eea), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:46.166797 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b8cdc1c-2490-42b2-87d6-19cf85e09f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:46.168131 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3b8cdc1c-2490-42b2-87d6-19cf85e09f57 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82490edb-2943-4a2c-b0c4-4df938746eea HTTP/1.1" status: 204 len: 168 time: 0.1362815 Apr 11 16:39:46.177702 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cdc1c-2490-42b2-87d6-19cf85e09f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82490edb-2943-4a2c-b0c4-4df938746eea,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:46.839737 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 58072) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:46.944829 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-520269721-network', 'tenant_id': '6d6d2866c13744368b0762634b43a1be'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:46.965224 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Made reservation on behalf of 6d6d2866c13744368b0762634b43a1be for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:39:46.967611 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:46.976203 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.064499 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Publish callbacks [] for security_group (e437e7b3-8d23-4fe2-87b4-ed2c71d656f4), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.069115 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e437e7b3-8d23-4fe2-87b4-ed2c71d656f4), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.090385 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:39:47.117127 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:47.140301 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (91573e6f-88a0-4a41-aed0-b99248a28274), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.140635 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Added segment 91573e6f-88a0-4a41-aed0-b99248a28274 of type vlan for network b5c235fd-58a1-4013-a70e-85ace28807d0 Apr 11 16:39:47.152444 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.152784 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.153134 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.153480 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.153989 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.154320 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.154642 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.154962 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.155283 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.155625 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.155937 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.156253 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.156570 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.156883 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.157193 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:47.194442 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58e630-7c8d-44a0-b6ad-abc58e82ebd3 req-e581da7d-b99f-4acf-92b7-8a1b8a09838b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:47.195918 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4d58e630-7c8d-44a0-b6ad-abc58e82ebd3 req-e581da7d-b99f-4acf-92b7-8a1b8a09838b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0995641 Apr 11 16:39:47.210462 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (b5c235fd-58a1-4013-a70e-85ace28807d0), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.270360 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4d58e630-7c8d-44a0-b6ad-abc58e82ebd3 req-e752135b-493c-42a0-b118-81a0f8fb4f20 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685923 Apr 11 16:39:47.271512 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (b5c235fd-58a1-4013-a70e-85ace28807d0), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.272576 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:47.273146 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.333266 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4924045 Apr 11 16:39:47.336490 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58078) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:47.338978 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fd320-0851-4f8c-a988-c7e9eac73f8d admin admin] Pushing event updated for resources: {'Network': ['ID=b5c235fd-58a1-4013-a70e-85ace28807d0,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:47.346408 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Request body: {'subnet': {'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-520269721-subnet', 'tenant_id': '6d6d2866c13744368b0762634b43a1be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:47.349594 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network b5c235fd-58a1-4013-a70e-85ace28807d0 details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:39:47.369694 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Made reservation on behalf of 6d6d2866c13744368b0762634b43a1be for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:39:47.372226 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528556654'] for subnet (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.554500 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529333571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528556668'] for subnet (03e5d453-a3d8-4825-8d0d-c9ef535f14a9), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.606401 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e5d453-a3d8-4825-8d0d-c9ef535f14a9,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:47.617584 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Checking segment: {'id': '91573e6f-88a0-4a41-aed0-b99248a28274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:39:47.617939 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Network hostable DHCP agents. Network: b5c235fd-58a1-4013-a70e-85ace28807d0, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:39:47.636694 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Network b5c235fd-58a1-4013-a70e-85ace28807d0 is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:39:47.647461 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, b5c235fd-58a1-4013-a70e-85ace28807d0) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:39:47.651762 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:47.652350 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:47.656677 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368ec47-d634-4caf-94c4-1e60f845d011 None None] Network b5c235fd-58a1-4013-a70e-85ace28807d0 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:39:47.669852 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-af2adf7e-391b-46ad-a78b-4cf507647fdb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3319428 Apr 11 16:39:47.759215 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab92ad59-facf-4603-b99f-6b46d526a010 None None] Network b5c235fd-58a1-4013-a70e-85ace28807d0 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:39:48.360721 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:48.408958 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab5d6e-8cfe-4ba0-a0c5-c2bbc95384a7 req-05cd4524-41ee-4b70-ae3c-0bc4dd0a387b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:48.410369 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7cab5d6e-8cfe-4ba0-a0c5-c2bbc95384a7 req-05cd4524-41ee-4b70-ae3c-0bc4dd0a387b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0603235 Apr 11 16:39:48.462402 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7cab5d6e-8cfe-4ba0-a0c5-c2bbc95384a7 req-fa2f2fc0-7246-4b25-8472-3836dc9e8a7e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437562 Apr 11 16:39:49.746185 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84b1a4-d1fb-439d-8208-daf5dca4a82b req-c0052152-c103-4096-822e-1f2a3abee9f5 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:49.747813 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0f84b1a4-d1fb-439d-8208-daf5dca4a82b req-c0052152-c103-4096-822e-1f2a3abee9f5 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0604455 Apr 11 16:39:49.774671 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-b8cd399f-5297-4c16-be64-11116edd5284 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:49.776232 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-b8cd399f-5297-4c16-be64-11116edd5284 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/networks?id=b5c235fd-58a1-4013-a70e-85ace28807d0 HTTP/1.1" status: 200 len: 813 time: 0.4267797 Apr 11 16:39:49.800211 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-f30a4281-51da-41dd-8f3e-cc20ddac620c tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/quotas/6d6d2866c13744368b0762634b43a1be HTTP/1.1" status: 200 len: 375 time: 0.0171015 Apr 11 16:39:49.844448 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-67bff273-5a98-41fa-8ae7-deeafc8ce1a4 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d6d2866c13744368b0762634b43a1be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380077 Apr 11 16:39:49.848304 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0f84b1a4-d1fb-439d-8208-daf5dca4a82b req-2f7ee2cd-40f1-48da-ac80-56d2145e1d68 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896788 Apr 11 16:39:49.953901 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-742c4d3c-218f-483a-b880-76a9b91af77d service neutron] 10.222.0.65 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014144 Apr 11 16:39:50.102684 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-dec37a19-0a1e-4cf3-b198-b1894742cfd7 service neutron] 10.222.0.65 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424489 Apr 11 16:39:50.282148 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a043465e-dc37-4d79-b53e-52b80e1338eb req-21ad5d36-a7f1-43e4-8aa7-f5da37fa46e4 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 210 time: 0.0332394 Apr 11 16:39:50.986491 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87df99-ae5d-4479-87eb-56a5e2fba2b5 req-9f32ad1a-ae5f-4db5-b06a-a18c178ce643 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:50.988054 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5b87df99-ae5d-4479-87eb-56a5e2fba2b5 req-9f32ad1a-ae5f-4db5-b06a-a18c178ce643 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0472817 Apr 11 16:39:51.038127 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5b87df99-ae5d-4479-87eb-56a5e2fba2b5 req-2120b3c1-1503-49d2-bc34-2c3b39070dc8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441926 Apr 11 16:39:51.436891 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-85c31daf-f5f6-4b5c-91b1-fd3444cda247 req-d198d619-62fe-47ae-8a75-ac29b340f59f tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 210 time: 0.0368330 Apr 11 16:39:51.480604 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-5888f99c-0019-4178-b03c-5df99aa0ec95 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:51.482348 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-5888f99c-0019-4178-b03c-5df99aa0ec95 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.41 "GET /v2.0/networks?id=b5c235fd-58a1-4013-a70e-85ace28807d0 HTTP/1.1" status: 200 len: 813 time: 0.1564205 Apr 11 16:39:51.499198 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Request body: {'port': {'device_id': 'a0822de2-ba61-4e09-985e-efdbc3fb523a', 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0', 'admin_state_up': True, 'tenant_id': '6d6d2866c13744368b0762634b43a1be'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:51.616335 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Made reservation on behalf of 6d6d2866c13744368b0762634b43a1be for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:39:51.619793 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:51.766651 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Allocated IP 172.20.0.13 (b5c235fd-58a1-4013-a70e-85ace28807d0/03e5d453-a3d8-4825-8d0d-c9ef535f14a9/83db28d4-bc87-43b7-b0cf-a32332df89a5) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:39:51.930526 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks [] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:51.968420 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:52.013811 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Network b5c235fd-58a1-4013-a70e-85ace28807d0 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:39:52.017324 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:39:52.021767 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:39:52.030158 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:52.030158 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:52.041530 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Pushing event updated for resources: {'Port': ['ID=83db28d4-bc87-43b7-b0cf-a32332df89a5,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:52.055109 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-80565348-7aec-43f9-9683-1b537807d3bd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604315 Apr 11 16:39:52.168526 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec64a5-be0d-48d3-87fc-b8ff5c7fbf04 req-3132c43b-5dd8-443a-9496-d995837f3d14 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:52.170167 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-93ec64a5-be0d-48d3-87fc-b8ff5c7fbf04 req-3132c43b-5dd8-443a-9496-d995837f3d14 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0546992 Apr 11 16:39:52.219978 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-93ec64a5-be0d-48d3-87fc-b8ff5c7fbf04 req-bc7ad8ab-4627-46a5-b731-717b3788fcdb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440359 Apr 11 16:39:52.568777 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca459a3e-c004-4cbb-aabc-556750329c01 req-78b4dd0c-8ea8-4e4f-a170-d3aad9a75947 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:52.570212 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca459a3e-c004-4cbb-aabc-556750329c01 req-78b4dd0c-8ea8-4e4f-a170-d3aad9a75947 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 932 time: 0.0489593 Apr 11 16:39:52.623563 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca459a3e-c004-4cbb-aabc-556750329c01 req-92ccf45d-cc27-4f09-b6cd-022c8b76c3dd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475955 Apr 11 16:39:52.792354 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Request body: {'port': {'device_id': 'a0822de2-ba61-4e09-985e-efdbc3fb523a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:52.863964 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:53.181460 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83db28d4-bc87-43b7-b0cf-a32332df89a5 {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:39:53.191080 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Publish callbacks [] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:53.206509 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Transition to ACTIVE for port object 83db28d4-bc87-43b7-b0cf-a32332df89a5 will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:39:53.212118 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:53.269843 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Pushing event updated for resources: {'Port': ['ID=83db28d4-bc87-43b7-b0cf-a32332df89a5,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:53.335906 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Attempting to bind port 83db28d4-bc87-43b7-b0cf-a32332df89a5 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:39:53.336150 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Attempting to bind port 83db28d4-bc87-43b7-b0cf-a32332df89a5 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '91573e6f-88a0-4a41-aed0-b99248a28274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:39:53.336505 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Attempting to bind port 83db28d4-bc87-43b7-b0cf-a32332df89a5 on network b5c235fd-58a1-4013-a70e-85ace28807d0 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:39:53.363145 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Port 83db28d4-bc87-43b7-b0cf-a32332df89a5 on network b5c235fd-58a1-4013-a70e-85ace28807d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:39:53.363490 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Attempting to bind port 83db28d4-bc87-43b7-b0cf-a32332df89a5 on network b5c235fd-58a1-4013-a70e-85ace28807d0 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:39:53.380829 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b101cf-8726-49ad-9144-2d691e47b55e req-92f267d3-aa44-4778-8331-d1995fc38081 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:53.382419 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c8b101cf-8726-49ad-9144-2d691e47b55e req-92f267d3-aa44-4778-8331-d1995fc38081 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0692453 Apr 11 16:39:53.383468 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:39:53.383855 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Checking segment: {'id': '91573e6f-88a0-4a41-aed0-b99248a28274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:39:53.384262 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Bound using segment: {'id': '91573e6f-88a0-4a41-aed0-b99248a28274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:39:53.384696 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Bound port: 83db28d4-bc87-43b7-b0cf-a32332df89a5, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91573e6f-88a0-4a41-aed0-b99248a28274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:39:53.385061 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:53.476675 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c8b101cf-8726-49ad-9144-2d691e47b55e req-8d34d661-a29d-420b-acea-09ebaaded705 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811439 Apr 11 16:39:53.496834 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] For port 83db28d4-bc87-43b7-b0cf-a32332df89a5, host hv-cinder-83716, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:39:53.501360 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] For port 83db28d4-bc87-43b7-b0cf-a32332df89a5, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83db28d4-bc87-43b7-b0cf-a32332df89a5,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:39:53.509782 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:53.556126 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:53.556919 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:53.558455 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/83db28d4-bc87-43b7-b0cf-a32332df89a5 HTTP/1.1" status: 200 len: 1094 time: 0.7759235 Apr 11 16:39:53.559016 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0822de2-ba61-4e09-985e-efdbc3fb523a', 'tag': '83db28d4-bc87-43b7-b0cf-a32332df89a5'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:39:53.561778 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0822de2-ba61-4e09-985e-efdbc3fb523a", "tag": "83db28d4-bc87-43b7-b0cf-a32332df89a5"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:39:53.600174 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7181b8-1877-4318-bc55-10137e5237e6 service neutron] Pushing event updated for resources: {'Port': ['ID=83db28d4-bc87-43b7-b0cf-a32332df89a5,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:53.626051 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7e8d01-d8f9-40fe-95e6-2b0c4c7e8bd6 x-openstack-request-id: req-aa7e8d01-d8f9-40fe-95e6-2b0c4c7e8bd6 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:39:53.626462 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0822de2-ba61-4e09-985e-efdbc3fb523a", "tag": "83db28d4-bc87-43b7-b0cf-a32332df89a5", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:39:53.626786 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa7e8d01-d8f9-40fe-95e6-2b0c4c7e8bd6 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:39:53.627299 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7e8d01-d8f9-40fe-95e6-2b0c4c7e8bd6'] response: {'name': 'network-changed', 'server_uuid': 'a0822de2-ba61-4e09-985e-efdbc3fb523a', 'tag': '83db28d4-bc87-43b7-b0cf-a32332df89a5', 'status': 'completed', 'code': 200} Apr 11 16:39:53.713527 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-d9df71ca-d0b7-4fe4-a12b-9aee49875970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:53.716272 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-d9df71ca-d0b7-4fe4-a12b-9aee49875970 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d6d2866c13744368b0762634b43a1be&device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 1128 time: 0.0660639 Apr 11 16:39:53.787941 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-2f504414-74a1-4fa4-976d-553577b5eb2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83db28d4-bc87-43b7-b0cf-a32332df89a5 HTTP/1.1" status: 200 len: 217 time: 0.0602403 Apr 11 16:39:53.813192 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eac34-25e4-4985-8010-c21dbfebf575 req-25d19a8d-94f5-4424-be87-a4f0c3ae9552 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:53.814987 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a7eac34-25e4-4985-8010-c21dbfebf575 req-25d19a8d-94f5-4424-be87-a4f0c3ae9552 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 944 time: 0.0973065 Apr 11 16:39:53.911278 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-427c593f-6bd8-4216-94bb-5a61da761963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:53.913767 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-427c593f-6bd8-4216-94bb-5a61da761963 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03e5d453-a3d8-4825-8d0d-c9ef535f14a9 HTTP/1.1" status: 200 len: 853 time: 0.1164796 Apr 11 16:39:53.977926 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-5b7adcc2-e491-4ec0-a31f-f15c52afe486 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c235fd-58a1-4013-a70e-85ace28807d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534878 Apr 11 16:39:53.984392 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a7eac34-25e4-4985-8010-c21dbfebf575 req-ab13d663-9546-4897-b705-c1e2d2253928 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469100 Apr 11 16:39:54.198172 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70cd94-b87c-449e-8fbb-9e6cc8af325c req-47b3fb6e-e7cf-44f0-ba54-8e2b6c46cc75 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:54.200544 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd70cd94-b87c-449e-8fbb-9e6cc8af325c req-47b3fb6e-e7cf-44f0-ba54-8e2b6c46cc75 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.1028948 Apr 11 16:39:54.207757 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-aeccd4d7-60be-4d34-b93c-5bf4f409e3b5 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203767 Apr 11 16:39:54.335011 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd70cd94-b87c-449e-8fbb-9e6cc8af325c req-f0447a87-5140-41c2-97f3-6c4b50662c60 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262140 Apr 11 16:39:54.366889 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 58184) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:54.381639 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-81ccd57c-3164-4391-93ba-3038f86101b4 req-b5dfeb68-08d0-46d6-90f2-ca2ad143d862 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564322 Apr 11 16:39:54.574957 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daaa086-0a9f-4fc0-962c-9d11feaa03a3 tempest-TestMinimumBasicScenario-111665053 tempest-TestMinimumBasicScenario-111665053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:54.580371 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6daaa086-0a9f-4fc0-962c-9d11feaa03a3 tempest-TestMinimumBasicScenario-111665053 tempest-TestMinimumBasicScenario-111665053-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 1124 time: 0.2087309 Apr 11 16:39:54.580759 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 58194) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:54.588280 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'port_id': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:54.644951 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:54.693108 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c481-c5a6-4768-87b6-116c98b2017b req-a53fde49-9a45-43a8-ae98-1d9c82fe4b53 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:54.695129 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18c4c481-c5a6-4768-87b6-116c98b2017b req-a53fde49-9a45-43a8-ae98-1d9c82fe4b53 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0864127 Apr 11 16:39:54.782547 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:54.804122 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18c4c481-c5a6-4768-87b6-116c98b2017b req-d1184692-2f97-4031-9ed0-a93f452a2326 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758581 Apr 11 16:39:54.964345 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Allocated IP 172.27.0.114 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/47adb46f-09fc-427f-a427-c5742c6ab7a5) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:39:55.135069 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fd4f56eb-bdfd-4713-90c5-4ac44b2e580e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:55.136304 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for port (47adb46f-09fc-427f-a427-c5742c6ab7a5), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:55.157749 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9b525-28ec-4bcb-998a-26b2f95a8014 req-410b56f4-2f54-48a0-a20f-e7e3f860ea11 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:55.159352 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29f9b525-28ec-4bcb-998a-26b2f95a8014 req-410b56f4-2f54-48a0-a20f-e7e3f860ea11 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 944 time: 0.0749323 Apr 11 16:39:55.217053 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (47adb46f-09fc-427f-a427-c5742c6ab7a5), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:55.263399 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29f9b525-28ec-4bcb-998a-26b2f95a8014 req-08e3cac1-14b4-4917-98fd-3645c3d17650 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963039 Apr 11 16:39:55.277297 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:39:55.280961 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:39:55.283557 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:39:55.293292 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'Port': ['ID=47adb46f-09fc-427f-a427-c5742c6ab7a5,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:55.703317 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for floatingip (67e9c098-9d0d-4c59-8295-679dc0005b6d), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:55.785950 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (47adb46f-09fc-427f-a427-c5742c6ab7a5), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:55.997557 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f687b-33ed-4951-b462-f3ff2a24c36b req-abfabde3-2236-4ea3-b330-7b39f223d7de tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:55.999937 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b51f687b-33ed-4951-b462-f3ff2a24c36b req-abfabde3-2236-4ea3-b330-7b39f223d7de tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0729628 Apr 11 16:39:56.068174 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for port (47adb46f-09fc-427f-a427-c5742c6ab7a5), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:56.074463 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (47adb46f-09fc-427f-a427-c5742c6ab7a5), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:56.116526 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b51f687b-33ed-4951-b462-f3ff2a24c36b req-4ca11fa8-85df-442f-a2b8-5b0c68f208b7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104803 Apr 11 16:39:56.125505 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (67e9c098-9d0d-4c59-8295-679dc0005b6d), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:56.185788 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'Port': ['ID=47adb46f-09fc-427f-a427-c5742c6ab7a5,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:56.264449 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Floating IP 67e9c098-9d0d-4c59-8295-679dc0005b6d associated. External IP: 172.27.0.114, port: 900247d2-717f-4100-a8c4-2e6811bb9b9b. Apr 11 16:39:56.802761 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577a202-e66e-4f92-8fc7-a2ba200d1fb8 req-1ea865a5-5d22-4a8d-8519-5b3830d268cb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:56.804983 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c577a202-e66e-4f92-8fc7-a2ba200d1fb8 req-1ea865a5-5d22-4a8d-8519-5b3830d268cb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 944 time: 0.4227436 Apr 11 16:39:56.928958 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c577a202-e66e-4f92-8fc7-a2ba200d1fb8 req-8a35a393-4638-4abe-94db-1a18378c8a66 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147859 Apr 11 16:39:56.945304 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Router e551aad5-dd31-412a-8485-d83e5a063120 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:39:57.098370 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:39:57.113883 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] Sync routers for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:39:57.129882 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:39:57.132096 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.133322 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:39:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:57.270936 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f3ec4f0c-0551-4c2e-8278-6af43acede24 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6843085 Apr 11 16:39:57.271828 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58210) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:57.272452 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:39:57.275772 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-d2f4636b-6c7a-431a-9be0-2bf7f79b75c7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194086937', 'description': 'tempest-secgroup-smoke-1194086937 description', 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:57.276093 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19d5da3-52f4-42c5-98b7-8db409b211e7" -d '{"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:39:57.307177 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:39:57.337111 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2f4636b-6c7a-431a-9be0-2bf7f79b75c7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.365562 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c240b7-7b5c-44e4-8eac-ce8dae6090c5 x-openstack-request-id: req-a3c240b7-7b5c-44e4-8eac-ce8dae6090c5 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:39:57.365763 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:39:57.366216 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3c240b7-7b5c-44e4-8eac-ce8dae6090c5 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:39:57.366892 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c240b7-7b5c-44e4-8eac-ce8dae6090c5'] response: {'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'status': 'completed', 'code': 200} Apr 11 16:39:57.376862 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-4b921898-d3ae-426a-bad2-ca89b4fa7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:57.379594 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-4b921898-d3ae-426a-bad2-ca89b4fa7b12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d6d2866c13744368b0762634b43a1be&device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 1128 time: 0.1696584 Apr 11 16:39:57.447722 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838037de-e1bf-43d6-954d-35ceccde65a0 req-2467391a-35b9-4d9f-b02f-6fdfb086d33f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:57.449124 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2f4636b-6c7a-431a-9be0-2bf7f79b75c7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group (53fb903d-63ec-4004-a1fb-7695785c7fae), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.458007 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-838037de-e1bf-43d6-954d-35ceccde65a0 req-2467391a-35b9-4d9f-b02f-6fdfb086d33f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.1731112 Apr 11 16:39:57.513492 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-f09c3c51-10e2-4583-ae5c-98904819b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:57.516229 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-f09c3c51-10e2-4583-ae5c-98904819b5e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 1129 time: 0.0908527 Apr 11 16:39:57.517664 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2f4636b-6c7a-431a-9be0-2bf7f79b75c7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (53fb903d-63ec-4004-a1fb-7695785c7fae), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.596039 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2f4636b-6c7a-431a-9be0-2bf7f79b75c7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.598134 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d2f4636b-6c7a-431a-9be0-2bf7f79b75c7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3256397 Apr 11 16:39:57.602778 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '67e9c098-9d0d-4c59-8295-679dc0005b6d', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'port_id': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'mac_address': 'fa:16:3e:f6:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494cad61-7e0d-49b6-aa92-6354407d825d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:39:55Z', 'updated_at': '2022-04-11T16:39:55Z', 'revision_number': 0, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a2ce2c-b276-4e4f-9458-7498bd276fb3', 'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'mac_address': 'fa:16:3e:7b:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:41Z', 'updated_at': '2022-04-11T16:38:47Z', 'revision_number': 5, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'subnets': [{'id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:57.605581 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 58214) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:57.607804 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4636b-6c7a-431a-9be0-2bf7f79b75c7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fb903d-63ec-4004-a1fb-7695785c7fae,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:57.617596 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-3371b0c4-2796-4b81-b169-166a98bd9af0 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'security_group_rule': {'security_group_id': '53fb903d-63ec-4004-a1fb-7695785c7fae', 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:57.646349 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-838037de-e1bf-43d6-954d-35ceccde65a0 req-f01c4338-85f0-4272-81bf-96e64788117a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786819 Apr 11 16:39:57.654177 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] Checking router: e551aad5-dd31-412a-8485-d83e5a063120 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:39:57.672704 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:39:57.673412 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:39:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:57.685177 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-4d568e45-0c1c-4bd2-8b07-035e60df1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:57.687392 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-4d568e45-0c1c-4bd2-8b07-035e60df1bb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5c235fd-58a1-4013-a70e-85ace28807d0 HTTP/1.1" status: 200 len: 914 time: 0.2964087 Apr 11 16:39:57.692320 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5ec433be-540c-424e-b40b-bd0d2c908a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.743404 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-12586b27-4d0a-41a3-8f1d-ee11eb2a7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:57.745087 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-12586b27-4d0a-41a3-8f1d-ee11eb2a7a5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4478dee5-b317-4769-a31c-e852dd3d8a1a HTTP/1.1" status: 200 len: 916 time: 0.2101641 Apr 11 16:39:57.765305 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-3130b0ad-3ebd-4ec6-9a51-a892335185d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83db28d4-bc87-43b7-b0cf-a32332df89a5 HTTP/1.1" status: 200 len: 217 time: 0.0633314 Apr 11 16:39:57.782884 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3371b0c4-2796-4b81-b169-166a98bd9af0 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (5122c09f-6897-4004-8375-eafabcb5d857), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.846127 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-09ca91f6-97bc-4e65-8684-ac422e51f360 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 200 len: 999 time: 0.0927455 Apr 11 16:39:57.884995 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-88c8f391-abb8-44ce-8600-123b1ab1ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:57.888142 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-88c8f391-abb8-44ce-8600-123b1ab1ab19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03e5d453-a3d8-4825-8d0d-c9ef535f14a9 HTTP/1.1" status: 200 len: 853 time: 0.1148105 Apr 11 16:39:57.890784 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:39:57.904649 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3371b0c4-2796-4b81-b169-166a98bd9af0 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (5122c09f-6897-4004-8375-eafabcb5d857), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.910859 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3371b0c4-2796-4b81-b169-166a98bd9af0 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (5122c09f-6897-4004-8375-eafabcb5d857), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.940143 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371b0c4-2796-4b81-b169-166a98bd9af0 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5122c09f-6897-4004-8375-eafabcb5d857,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:57.955620 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3371b0c4-2796-4b81-b169-166a98bd9af0 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.957355 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3371b0c4-2796-4b81-b169-166a98bd9af0 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483622 Apr 11 16:39:57.960738 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 58218) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:57.972710 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-ceb49d8c-2c4f-487b-9633-dbeec2d2ed25 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'security_group_rule': {'security_group_id': '53fb903d-63ec-4004-a1fb-7695785c7fae', 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:58.094352 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-fbdebc87-db62-449a-8e03-bd7111528076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:58.096151 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-fbdebc87-db62-449a-8e03-bd7111528076 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c666ab6-83cc-4552-80d9-9355a3b10807 HTTP/1.1" status: 200 len: 854 time: 0.1049821 Apr 11 16:39:58.127027 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-99a623c5-2d82-4eb7-a5cb-2c43a1e15b30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c235fd-58a1-4013-a70e-85ace28807d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176171 Apr 11 16:39:58.130543 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ceb49d8c-2c4f-487b-9633-dbeec2d2ed25 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (c1c8ac20-2723-4025-9592-0a10f14920e0), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.182591 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '67e9c098-9d0d-4c59-8295-679dc0005b6d', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'port_id': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'mac_address': 'fa:16:3e:f6:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494cad61-7e0d-49b6-aa92-6354407d825d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:39:55Z', 'updated_at': '2022-04-11T16:39:55Z', 'revision_number': 0, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a2ce2c-b276-4e4f-9458-7498bd276fb3', 'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'mac_address': 'fa:16:3e:7b:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:41Z', 'updated_at': '2022-04-11T16:38:47Z', 'revision_number': 5, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'subnets': [{'id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:39:58.184147 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-cbc85eba-0245-4301-86e0-aeeeb32a2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:58.187054 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-cbc85eba-0245-4301-86e0-aeeeb32a2358 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4478dee5-b317-4769-a31c-e852dd3d8a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710938 Apr 11 16:39:58.212566 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fee7b9-ca20-47a1-b285-6f0f1d4e2b33 None None] The sync data for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi is: [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '67e9c098-9d0d-4c59-8295-679dc0005b6d', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'port_id': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'mac_address': 'fa:16:3e:f6:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494cad61-7e0d-49b6-aa92-6354407d825d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:39:55Z', 'updated_at': '2022-04-11T16:39:55Z', 'revision_number': 0, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a2ce2c-b276-4e4f-9458-7498bd276fb3', 'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'mac_address': 'fa:16:3e:7b:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:41Z', 'updated_at': '2022-04-11T16:38:47Z', 'revision_number': 5, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'subnets': [{'id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:39:58.284225 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92669-316f-4ccf-b962-f073161138be req-10e55575-a9f6-4cba-aa73-ffc1b36cc420 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:58.286190 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fba92669-316f-4ccf-b962-f073161138be req-10e55575-a9f6-4cba-aa73-ffc1b36cc420 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 944 time: 0.2083504 Apr 11 16:39:58.323099 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-e1d78827-4e49-4671-bee6-dea20d258f60 service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293015 Apr 11 16:39:58.429503 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ceb49d8c-2c4f-487b-9633-dbeec2d2ed25 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (c1c8ac20-2723-4025-9592-0a10f14920e0), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.452910 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ceb49d8c-2c4f-487b-9633-dbeec2d2ed25 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (c1c8ac20-2723-4025-9592-0a10f14920e0), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.460795 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e19d5da3-52f4-42c5-98b7-8db409b211e7 req-39951582-339d-477c-8f24-10a2b0fc8cf9 service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306176 Apr 11 16:39:58.489729 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2487ae-a4c3-4050-84e1-da166ece25a7 None None] New status for floating IP 67e9c098-9d0d-4c59-8295-679dc0005b6d: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:39:58.522895 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-321303bc-6576-4b54-a2a4-9c7a213fd02d service neutron] 10.222.0.41 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855097 Apr 11 16:39:58.525390 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb49d8c-2c4f-487b-9633-dbeec2d2ed25 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c8ac20-2723-4025-9592-0a10f14920e0,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:58.532995 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fba92669-316f-4ccf-b962-f073161138be req-44456e1b-5ab7-4b7c-b91f-6506740b2eea tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346787 Apr 11 16:39:58.552857 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ceb49d8c-2c4f-487b-9633-dbeec2d2ed25 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.554953 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ceb49d8c-2c4f-487b-9633-dbeec2d2ed25 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5926979 Apr 11 16:39:58.560225 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58222) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:58.577590 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-82ce08bf-f15a-4452-acfd-8cd25fa09798 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'security_group_rule': {'security_group_id': '53fb903d-63ec-4004-a1fb-7695785c7fae', 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:58.617337 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-82ce08bf-f15a-4452-acfd-8cd25fa09798 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (d7d322a8-28f3-4d40-bf61-f72b463e4ffc), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.665825 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.699756 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-82ce08bf-f15a-4452-acfd-8cd25fa09798 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (d7d322a8-28f3-4d40-bf61-f72b463e4ffc), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.705900 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-82ce08bf-f15a-4452-acfd-8cd25fa09798 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (d7d322a8-28f3-4d40-bf61-f72b463e4ffc), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.724059 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-802c9d15-cd0a-4ec9-a80d-df3e809e00c0 req-40d9422d-a121-4a76-89e8-d026ff5232b8 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890163 Apr 11 16:39:58.744050 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce08bf-f15a-4452-acfd-8cd25fa09798 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d322a8-28f3-4d40-bf61-f72b463e4ffc,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:58.766168 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-82ce08bf-f15a-4452-acfd-8cd25fa09798 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.770826 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-82ce08bf-f15a-4452-acfd-8cd25fa09798 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052171 Apr 11 16:39:58.771330 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58226) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:58.778450 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-5172c1ae-9327-4aae-8a5d-817f4d8ba470 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'security_group_rule': {'security_group_id': '53fb903d-63ec-4004-a1fb-7695785c7fae', 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:58.828047 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5172c1ae-9327-4aae-8a5d-817f4d8ba470 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (a2d9001e-d2c8-4b5d-b7d1-935c3318e33e), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.899062 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d444-4844-4817-93e3-38c7b1de06bc req-352f1220-2250-4d2b-9919-8df7cd7efdd9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:58.903110 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9687d444-4844-4817-93e3-38c7b1de06bc req-352f1220-2250-4d2b-9919-8df7cd7efdd9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.1064582 Apr 11 16:39:58.926543 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5172c1ae-9327-4aae-8a5d-817f4d8ba470 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (a2d9001e-d2c8-4b5d-b7d1-935c3318e33e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.931604 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5172c1ae-9327-4aae-8a5d-817f4d8ba470 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (a2d9001e-d2c8-4b5d-b7d1-935c3318e33e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.952799 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172c1ae-9327-4aae-8a5d-817f4d8ba470 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d9001e-d2c8-4b5d-b7d1-935c3318e33e,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:58.965061 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5172c1ae-9327-4aae-8a5d-817f4d8ba470 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.966637 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-5172c1ae-9327-4aae-8a5d-817f4d8ba470 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1934581 Apr 11 16:39:58.970079 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58230) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:58.975223 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-97487ebd-60fa-4385-aed3-4855281f64ce tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'security_group_rule': {'security_group_id': '53fb903d-63ec-4004-a1fb-7695785c7fae', 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:58.990760 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9687d444-4844-4817-93e3-38c7b1de06bc req-1953e303-cc5b-4279-abf1-de1653878124 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749955 Apr 11 16:39:59.002928 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.securitygroups_db [None req-97487ebd-60fa-4385-aed3-4855281f64ce tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Project f673779bead84d3c9d6d57eb3c65d5eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:39:59.012843 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97487ebd-60fa-4385-aed3-4855281f64ce tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (282f52d9-e68a-42a7-a4ee-d56fee4ea156), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.331266 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97487ebd-60fa-4385-aed3-4855281f64ce tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (282f52d9-e68a-42a7-a4ee-d56fee4ea156), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.337132 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97487ebd-60fa-4385-aed3-4855281f64ce tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (282f52d9-e68a-42a7-a4ee-d56fee4ea156), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.360800 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97487ebd-60fa-4385-aed3-4855281f64ce tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282f52d9-e68a-42a7-a4ee-d56fee4ea156,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:59.370036 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97487ebd-60fa-4385-aed3-4855281f64ce tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.371280 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-97487ebd-60fa-4385-aed3-4855281f64ce tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4001594 Apr 11 16:39:59.376133 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58232) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:59.380827 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-76cd9670-c709-416a-be54-df15171b529e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'security_group_rule': {'security_group_id': '53fb903d-63ec-4004-a1fb-7695785c7fae', 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:59.409546 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.securitygroups_db [None req-76cd9670-c709-416a-be54-df15171b529e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Project f673779bead84d3c9d6d57eb3c65d5eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:39:59.419411 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-76cd9670-c709-416a-be54-df15171b529e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (beae7aa9-0cd2-438c-ac09-eb275170bc00), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.515126 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-76cd9670-c709-416a-be54-df15171b529e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (beae7aa9-0cd2-438c-ac09-eb275170bc00), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.520806 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-76cd9670-c709-416a-be54-df15171b529e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (beae7aa9-0cd2-438c-ac09-eb275170bc00), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.537196 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 83db28d4-bc87-43b7-b0cf-a32332df89a5 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:39:59.544754 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd9670-c709-416a-be54-df15171b529e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beae7aa9-0cd2-438c-ac09-eb275170bc00,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:59.562564 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-76cd9670-c709-416a-be54-df15171b529e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.562564 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-76cd9670-c709-416a-be54-df15171b529e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799679 Apr 11 16:39:59.712664 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 83db28d4-bc87-43b7-b0cf-a32332df89a5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83db28d4-bc87-43b7-b0cf-a32332df89a5,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:39:59.734257 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '83db28d4-bc87-43b7-b0cf-a32332df89a5', 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0', 'port_id': '83db28d4-bc87-43b7-b0cf-a32332df89a5', 'mac_address': 'fa:16:3e:b8:9a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e5d453-a3d8-4825-8d0d-c9ef535f14a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:39:59.794669 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 83db28d4-bc87-43b7-b0cf-a32332df89a5 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:39:59.795300 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.800683 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d292687-3fa7-43c7-afb8-11e176f022df req-95df8013-ff25-4f3b-8fba-6ac693eed05a tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:59.803194 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4d292687-3fa7-43c7-afb8-11e176f022df req-95df8013-ff25-4f3b-8fba-6ac693eed05a tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 944 time: 0.1354856 Apr 11 16:39:59.811317 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-4f6e3073-d7a9-4b18-ab47-9211a0cdfea8 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194086937&fields=id&tenant_id=f673779bead84d3c9d6d57eb3c65d5eb HTTP/1.1" status: 200 len: 267 time: 0.1541109 Apr 11 16:39:59.819771 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83db28d4-bc87-43b7-b0cf-a32332df89a5 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:39:59.847010 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 83db28d4-bc87-43b7-b0cf-a32332df89a5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83db28d4-bc87-43b7-b0cf-a32332df89a5,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:39:59.853457 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:59.904408 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-df2d513d-aedc-4119-bb98-a21b13b4024b tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:59.906027 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-df2d513d-aedc-4119-bb98-a21b13b4024b tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.0844977 Apr 11 16:39:59.909975 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4d292687-3fa7-43c7-afb8-11e176f022df req-f06658ed-fc76-49f0-9a3c-4524a6342864 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973308 Apr 11 16:39:59.920947 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-a354c72b-aeaf-48cf-951a-c4cdc06f9488 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'port': {'security_groups': ['e78d7106-6087-4237-a243-b92bdc719b27', '53fb903d-63ec-4004-a1fb-7695785c7fae']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:59.941299 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=83db28d4-bc87-43b7-b0cf-a32332df89a5,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:00.032940 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-a354c72b-aeaf-48cf-951a-c4cdc06f9488 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:00.196097 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4577a-bd7d-4ccf-808c-ab11484b696a req-bb0dc3bd-04c4-47a9-a9d7-7ab3ea8c84ea tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:00.198711 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3ee4577a-bd7d-4ccf-808c-ab11484b696a req-bb0dc3bd-04c4-47a9-a9d7-7ab3ea8c84ea tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.1109862 Apr 11 16:40:00.347841 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3ee4577a-bd7d-4ccf-808c-ab11484b696a req-55492bc8-21f5-4c18-820a-5b9c217edd60 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377866 Apr 11 16:40:00.364131 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['83db28d4-bc87-43b7-b0cf-a32332df89a5'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:40:00.454066 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:00.494269 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-a354c72b-aeaf-48cf-951a-c4cdc06f9488 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] For port 900247d2-717f-4100-a8c4-2e6811bb9b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:40:00.544880 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-a354c72b-aeaf-48cf-951a-c4cdc06f9488 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:00.554128 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-a354c72b-aeaf-48cf-951a-c4cdc06f9488 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:00.570155 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['900247d2-717f-4100-a8c4-2e6811bb9b9b'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:40:00.632884 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-a354c72b-aeaf-48cf-951a-c4cdc06f9488 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:00.634257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-a354c72b-aeaf-48cf-951a-c4cdc06f9488 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:00.641017 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87b7072a-5455-4394-8c67-a2743fea4f95 req-a354c72b-aeaf-48cf-951a-c4cdc06f9488 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "PUT /v2.0/ports/900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 200 len: 981 time: 0.7251053 Apr 11 16:40:00.641839 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:40:00.646973 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e923c-3199-47c6-9bf6-38346561e21d" -d '{"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:40:00.714490 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354c72b-aeaf-48cf-951a-c4cdc06f9488 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'Port': ['ID=900247d2-717f-4100-a8c4-2e6811bb9b9b,revision_number=6']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:00.731455 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3900cb-2856-482b-ba21-8adbe5df37b2 x-openstack-request-id: req-ba3900cb-2856-482b-ba21-8adbe5df37b2 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:40:00.731863 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:40:00.732292 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba3900cb-2856-482b-ba21-8adbe5df37b2 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:40:00.732782 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3900cb-2856-482b-ba21-8adbe5df37b2'] response: {'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'status': 'completed', 'code': 200} Apr 11 16:40:00.868757 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d6989-c289-4b32-8289-6a23cd4038ce req-1be36127-aebb-443a-87f1-15f24d833912 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:00.871126 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-291d6989-c289-4b32-8289-6a23cd4038ce req-1be36127-aebb-443a-87f1-15f24d833912 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.1502538 Apr 11 16:40:00.879466 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e923c-3199-47c6-9bf6-38346561e21d req-a7f180ad-84f6-4973-a232-f3a9c1d27e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:00.882000 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-033e923c-3199-47c6-9bf6-38346561e21d req-a7f180ad-84f6-4973-a232-f3a9c1d27e87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 1168 time: 0.1024969 Apr 11 16:40:01.004518 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-84eb33c3-aa1b-4b62-9210-15bd8a2d4b72 None None] Provisioning complete for port 900247d2-717f-4100-a8c4-2e6811bb9b9b triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:40:01.005198 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-84eb33c3-aa1b-4b62-9210-15bd8a2d4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:01.119294 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-291d6989-c289-4b32-8289-6a23cd4038ce req-d0cd87af-479d-440c-9373-3ca555873456 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2368658 Apr 11 16:40:01.163096 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e51db9-7c93-4ac7-9590-1e01386623c1 req-5db2bb4f-b6e2-44ff-9bcb-5a53abba6837 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:01.165454 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9e51db9-7c93-4ac7-9590-1e01386623c1 req-5db2bb4f-b6e2-44ff-9bcb-5a53abba6837 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 945 time: 0.1417620 Apr 11 16:40:01.165698 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-84eb33c3-aa1b-4b62-9210-15bd8a2d4b72 None None] Current status of the port 900247d2-717f-4100-a8c4-2e6811bb9b9b is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:01.176604 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e923c-3199-47c6-9bf6-38346561e21d req-e2b84e23-cf03-480d-98d5-60a10539ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:01.178404 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-033e923c-3199-47c6-9bf6-38346561e21d req-e2b84e23-cf03-480d-98d5-60a10539ea73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4478dee5-b317-4769-a31c-e852dd3d8a1a HTTP/1.1" status: 200 len: 916 time: 0.2876699 Apr 11 16:40:01.292039 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9e51db9-7c93-4ac7-9590-1e01386623c1 req-d33703c6-94d1-40c5-ac07-2e4413e55f63 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097169 Apr 11 16:40:01.297063 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-033e923c-3199-47c6-9bf6-38346561e21d req-95efba6f-a1ed-4180-a169-6ab981323066 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 200 len: 1001 time: 0.1071715 Apr 11 16:40:01.352933 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e923c-3199-47c6-9bf6-38346561e21d req-f4fe6f7a-d911-4499-bdea-edb954291944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:01.354515 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-033e923c-3199-47c6-9bf6-38346561e21d req-f4fe6f7a-d911-4499-bdea-edb954291944 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c666ab6-83cc-4552-80d9-9355a3b10807 HTTP/1.1" status: 200 len: 854 time: 0.0458450 Apr 11 16:40:01.429101 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e923c-3199-47c6-9bf6-38346561e21d req-bbb090f0-7617-4c24-9499-ddd2b9ddedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:01.431854 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-033e923c-3199-47c6-9bf6-38346561e21d req-bbb090f0-7617-4c24-9499-ddd2b9ddedf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4478dee5-b317-4769-a31c-e852dd3d8a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646729 Apr 11 16:40:01.556467 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa6fa1-2fb0-4be3-a2f4-49a2fc496848 req-52482703-1f6b-4db7-b29a-60964e46ced7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:01.558365 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-62aa6fa1-2fb0-4be3-a2f4-49a2fc496848 req-52482703-1f6b-4db7-b29a-60964e46ced7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0951271 Apr 11 16:40:01.602234 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-033e923c-3199-47c6-9bf6-38346561e21d req-c66bd27f-e561-41e2-a9f0-e9c0cbf9ea32 service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632426 Apr 11 16:40:01.660916 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-62aa6fa1-2fb0-4be3-a2f4-49a2fc496848 req-6f66adec-2687-4188-b94a-f148794db9df tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941970 Apr 11 16:40:01.739661 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-033e923c-3199-47c6-9bf6-38346561e21d req-18d9e59a-69dd-4569-bae4-c625940c89a2 service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265049 Apr 11 16:40:01.746311 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:02.049705 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:40:02.158123 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['900247d2-717f-4100-a8c4-2e6811bb9b9b'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:40:02.229945 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:40:02.254214 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '8b85453b-0363-47d5-9902-93d848d7263e', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'port_id': '8b85453b-0363-47d5-9902-93d848d7263e', 'mac_address': 'fa:16:3e:a6:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:40:02.457760 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2c7b2-f848-4a87-a509-c7012b3a02b1 req-c738ece1-161f-42d3-8e85-f20b46f69511 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:02.459796 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-68a2c7b2-f848-4a87-a509-c7012b3a02b1 req-c738ece1-161f-42d3-8e85-f20b46f69511 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 945 time: 0.0581460 Apr 11 16:40:02.461429 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 8b85453b-0363-47d5-9902-93d848d7263e is: ACTIVE; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:02.461819 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:02.491707 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b85453b-0363-47d5-9902-93d848d7263e {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:40:02.522897 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:40:02.531350 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-68a2c7b2-f848-4a87-a509-c7012b3a02b1 req-86fa8f7c-f611-4887-8eb5-175b721f6cf3 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614614 Apr 11 16:40:02.533068 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:02.612386 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=6']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:02.651582 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 83db28d4-bc87-43b7-b0cf-a32332df89a5 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:40:02.743583 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 83db28d4-bc87-43b7-b0cf-a32332df89a5 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:40:02.757368 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 83db28d4-bc87-43b7-b0cf-a32332df89a5 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:40:02.758424 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:02.792953 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['8b85453b-0363-47d5-9902-93d848d7263e'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:40:02.827245 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc5de-5412-4ad5-bcd5-fec93a7640dc req-25a03c31-9ba4-47a8-997d-6273e8acbb00 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:02.829770 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-11fcc5de-5412-4ad5-bcd5-fec93a7640dc req-25a03c31-9ba4-47a8-997d-6273e8acbb00 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.0596578 Apr 11 16:40:02.898355 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-11fcc5de-5412-4ad5-bcd5-fec93a7640dc req-d4ca68f1-043f-4f68-845f-01788d173c83 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622146 Apr 11 16:40:02.971254 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 83db28d4-bc87-43b7-b0cf-a32332df89a5 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:02.971607 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:03.018999 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0822de2-ba61-4e09-985e-efdbc3fb523a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db28d4-bc87-43b7-b0cf-a32332df89a5'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:40:03.021364 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1386e921-c399-44cb-9643-6761180fb9de" -d '{"events": [{"server_uuid": "a0822de2-ba61-4e09-985e-efdbc3fb523a", "name": "network-vif-plugged", "status": "completed", "tag": "83db28d4-bc87-43b7-b0cf-a32332df89a5"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:40:03.043513 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 83db28d4-bc87-43b7-b0cf-a32332df89a5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83db28d4-bc87-43b7-b0cf-a32332df89a5,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:40:03.053912 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:03.085584 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26bbb8-8160-4e7a-aaf7-921ff65f1b86 x-openstack-request-id: req-2a26bbb8-8160-4e7a-aaf7-921ff65f1b86 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:40:03.085962 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0822de2-ba61-4e09-985e-efdbc3fb523a", "name": "network-vif-plugged", "status": "completed", "tag": "83db28d4-bc87-43b7-b0cf-a32332df89a5", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:40:03.086143 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a26bbb8-8160-4e7a-aaf7-921ff65f1b86 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:40:03.086515 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a26bbb8-8160-4e7a-aaf7-921ff65f1b86'] response: {'server_uuid': 'a0822de2-ba61-4e09-985e-efdbc3fb523a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db28d4-bc87-43b7-b0cf-a32332df89a5', 'code': 200} Apr 11 16:40:03.121074 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=83db28d4-bc87-43b7-b0cf-a32332df89a5,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:03.678573 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4d3ce-fdab-4e67-8cc3-9f245dc184ba req-b8f492e2-575e-4bcc-9485-3618f6526b0b tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:03.681042 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c8e4d3ce-fdab-4e67-8cc3-9f245dc184ba req-b8f492e2-575e-4bcc-9485-3618f6526b0b tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 946 time: 0.0554640 Apr 11 16:40:03.736117 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c8e4d3ce-fdab-4e67-8cc3-9f245dc184ba req-c6919bcb-b51e-49e3-8473-b4be7fd2b450 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487170 Apr 11 16:40:04.032293 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5959b79-7ff8-48cb-b149-ca5a7ec74b85 req-9f21a3c2-5d0f-44ec-9226-1f4483dde314 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:04.034383 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b5959b79-7ff8-48cb-b149-ca5a7ec74b85 req-9f21a3c2-5d0f-44ec-9226-1f4483dde314 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.0528023 Apr 11 16:40:04.051746 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:40:04.098577 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b5959b79-7ff8-48cb-b149-ca5a7ec74b85 req-2891a4e0-71aa-4a1d-9e7d-ddb5e5075dbb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578589 Apr 11 16:40:04.113876 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 8b85453b-0363-47d5-9902-93d848d7263e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:40:04.114490 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (8b85453b-0363-47d5-9902-93d848d7263e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:04.236088 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 8b85453b-0363-47d5-9902-93d848d7263e is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:04.236628 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:04.280320 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:40:04.285739 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:04.338996 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=7']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:04.892912 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6700f94-74e8-40b8-bfad-c32b57f9a4e9 req-8e9250a7-1cc9-4686-89d5-5fa8009174ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:04.894438 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c6700f94-74e8-40b8-bfad-c32b57f9a4e9 req-8e9250a7-1cc9-4686-89d5-5fa8009174ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 1130 time: 0.0827212 Apr 11 16:40:04.915348 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a576e-1f30-457d-ab83-75d2e1b74a36 req-045c0499-398a-4adf-941c-53b103a17bbe tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:04.917033 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a82a576e-1f30-457d-ab83-75d2e1b74a36 req-045c0499-398a-4adf-941c-53b103a17bbe tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 946 time: 0.0701466 Apr 11 16:40:04.998250 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c6700f94-74e8-40b8-bfad-c32b57f9a4e9 req-8ec12ae5-f09e-41b8-b5d1-e5384c1be45e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943246 Apr 11 16:40:05.013975 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a82a576e-1f30-457d-ab83-75d2e1b74a36 req-dd3d9d2c-0321-465f-ae56-2eb76cee2095 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863283 Apr 11 16:40:05.088250 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:40:05.092039 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb3d804-3e7f-40b5-bbe7-820178df0239" -d '{"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-plugged", "status": "completed", "tag": "8b85453b-0363-47d5-9902-93d848d7263e"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:40:05.155939 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6cf4ad-d77b-4d20-95fd-a0a257138990 x-openstack-request-id: req-6d6cf4ad-d77b-4d20-95fd-a0a257138990 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:40:05.156420 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-plugged", "status": "completed", "tag": "8b85453b-0363-47d5-9902-93d848d7263e", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:40:05.156665 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d6cf4ad-d77b-4d20-95fd-a0a257138990 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:40:05.157100 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6cf4ad-d77b-4d20-95fd-a0a257138990'] response: {'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e', 'code': 200} Apr 11 16:40:05.247010 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6fb9d-8ca4-4a80-81a6-b716675dc6cf req-7037ac0a-969a-4e59-ac4e-9969c14cee31 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:05.248812 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7ea6fb9d-8ca4-4a80-81a6-b716675dc6cf req-7037ac0a-969a-4e59-ac4e-9969c14cee31 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0559020 Apr 11 16:40:05.303563 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7ea6fb9d-8ca4-4a80-81a6-b716675dc6cf req-d7bb0a34-16b5-4b05-89c6-c8a0432ea61c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482945 Apr 11 16:40:05.713644 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266442-7cf6-4b12-b699-2effc6ab6356 req-bdb19890-6cd9-477f-b9bf-003c666a7f3f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:05.715206 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d7266442-7cf6-4b12-b699-2effc6ab6356 req-bdb19890-6cd9-477f-b9bf-003c666a7f3f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0517042 Apr 11 16:40:05.767841 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d7266442-7cf6-4b12-b699-2effc6ab6356 req-c4db112f-0d8c-416f-993a-fd069750633e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456550 Apr 11 16:40:06.148365 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439aa1b-f139-4209-8af7-6e20ba52a7e8 req-bc7029d5-4344-459a-b4ec-dcbe12aff082 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:06.150278 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8439aa1b-f139-4209-8af7-6e20ba52a7e8 req-bc7029d5-4344-459a-b4ec-dcbe12aff082 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 946 time: 0.0513585 Apr 11 16:40:06.215253 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8439aa1b-f139-4209-8af7-6e20ba52a7e8 req-13bf5285-c992-435e-9710-53eaaad4c6a4 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583880 Apr 11 16:40:06.484805 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e955-67ec-49e7-a7e2-eb6b72a8387f req-352280e3-391e-408f-ac9e-e88d37831b23 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:06.486676 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e82e955-67ec-49e7-a7e2-eb6b72a8387f req-352280e3-391e-408f-ac9e-e88d37831b23 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0699310 Apr 11 16:40:06.548303 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e82e955-67ec-49e7-a7e2-eb6b72a8387f req-37cfbe37-e61e-4e40-8776-4c9f6cf330da tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494556 Apr 11 16:40:06.892006 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef3a5-8c43-4772-9365-9a2404b89232 req-4368f265-9c03-4374-996c-0118ff4f3ac8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:06.893628 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-359ef3a5-8c43-4772-9365-9a2404b89232 req-4368f265-9c03-4374-996c-0118ff4f3ac8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0523715 Apr 11 16:40:06.947557 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-359ef3a5-8c43-4772-9365-9a2404b89232 req-0079dac9-0a43-4e5b-9718-d9d427037ccd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478184 Apr 11 16:40:07.387582 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12b520-0872-4dd6-a48f-560bbe3ccc82 req-8d14984c-06aa-4535-a2a1-6a18c0c60126 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:07.390386 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3b12b520-0872-4dd6-a48f-560bbe3ccc82 req-8d14984c-06aa-4535-a2a1-6a18c0c60126 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 946 time: 0.0723312 Apr 11 16:40:07.464965 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3b12b520-0872-4dd6-a48f-560bbe3ccc82 req-68785575-c771-4ea2-b725-7bceb19b42bc tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677607 Apr 11 16:40:07.733539 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041397f-6d01-4feb-9b43-a59e6b30cca9 req-b005a00d-1a56-43fe-a698-8264f141866c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:07.736346 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b041397f-6d01-4feb-9b43-a59e6b30cca9 req-b005a00d-1a56-43fe-a698-8264f141866c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0800653 Apr 11 16:40:07.808633 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b041397f-6d01-4feb-9b43-a59e6b30cca9 req-e034f3db-cdf8-4631-ab12-fb8048ee8875 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622046 Apr 11 16:40:08.215868 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f147db-cb84-4bd2-9aae-a5248228d5ed req-70a4be1d-ac8c-42bd-ac48-2fcae9d5255f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:08.219445 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1f147db-cb84-4bd2-9aae-a5248228d5ed req-70a4be1d-ac8c-42bd-ac48-2fcae9d5255f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0903156 Apr 11 16:40:08.331799 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1f147db-cb84-4bd2-9aae-a5248228d5ed req-cba63584-ec0c-4f66-a169-f2abc4f8efce tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999174 Apr 11 16:40:09.017925 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c95e04-53e3-43a8-9876-786f9baa53af req-a8198824-4c82-4893-8ffb-6d7e51c1eafd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:09.019797 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-37c95e04-53e3-43a8-9876-786f9baa53af req-a8198824-4c82-4893-8ffb-6d7e51c1eafd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0823152 Apr 11 16:40:09.114217 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-37c95e04-53e3-43a8-9876-786f9baa53af req-64e14d73-ea73-4223-93fe-c6280a36d6e8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880697 Apr 11 16:40:09.468610 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5edc6-e56e-43f7-bc80-33efc936c922 req-4431a91d-e5d9-4422-b84e-85c05d6d21f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:09.470139 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-17e5edc6-e56e-43f7-bc80-33efc936c922 req-4431a91d-e5d9-4422-b84e-85c05d6d21f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0519478 Apr 11 16:40:09.522632 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-17e5edc6-e56e-43f7-bc80-33efc936c922 req-308bec2d-4bb4-4b8a-b594-37f270a2b8c4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459588 Apr 11 16:40:10.286326 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41af2b6-45bd-4cd1-8dec-f1f19de54889 req-d501dbb6-0896-4973-8d76-1e230003af16 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:10.296796 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b41af2b6-45bd-4cd1-8dec-f1f19de54889 req-d501dbb6-0896-4973-8d76-1e230003af16 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0775309 Apr 11 16:40:10.374815 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b41af2b6-45bd-4cd1-8dec-f1f19de54889 req-7f212e33-ce07-41f7-a25b-ec036e452277 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656474 Apr 11 16:40:10.682069 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5edb6c-5a76-48d5-9d02-3676b5df548b req-843521e6-af00-49f4-a35c-53fa25cb9e50 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:10.684167 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa5edb6c-5a76-48d5-9d02-3676b5df548b req-843521e6-af00-49f4-a35c-53fa25cb9e50 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0703869 Apr 11 16:40:10.754043 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa5edb6c-5a76-48d5-9d02-3676b5df548b req-72a72215-a7e6-4e0b-9a1d-72ac9d07bfca tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588086 Apr 11 16:40:11.526061 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c8318-bb57-4815-ad29-a98ca5f88167 req-4180aa21-fdee-4331-bdb6-c4b9a8d67040 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:11.529039 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-161c8318-bb57-4815-ad29-a98ca5f88167 req-4180aa21-fdee-4331-bdb6-c4b9a8d67040 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0686307 Apr 11 16:40:11.609791 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-161c8318-bb57-4815-ad29-a98ca5f88167 req-4c7669ff-2973-40d6-ac33-11fd6326773d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729885 Apr 11 16:40:11.934035 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971a71-3db6-4ace-a00c-6f8d96f314f4 req-b586272e-0cfe-4e1b-b031-fc08682bfac0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:11.936828 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-53971a71-3db6-4ace-a00c-6f8d96f314f4 req-b586272e-0cfe-4e1b-b031-fc08682bfac0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0938587 Apr 11 16:40:12.054196 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-53971a71-3db6-4ace-a00c-6f8d96f314f4 req-764760b2-68bd-4fef-a87a-bbbcf2c073fc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069510 Apr 11 16:40:12.805528 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df10f6-2e71-43fa-8391-4533e2799e64 req-b5befc87-56ea-4667-abe4-181f1c689476 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:12.807192 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21df10f6-2e71-43fa-8391-4533e2799e64 req-b5befc87-56ea-4667-abe4-181f1c689476 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0814228 Apr 11 16:40:12.886377 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21df10f6-2e71-43fa-8391-4533e2799e64 req-26042077-d275-4842-81cd-4c7f15045970 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640159 Apr 11 16:40:13.210130 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7a769-8a87-4c2c-aadb-465bd6e30800 req-e067b486-26b2-4e9b-8671-66f883918e35 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:13.212864 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a3a7a769-8a87-4c2c-aadb-465bd6e30800 req-e067b486-26b2-4e9b-8671-66f883918e35 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0650699 Apr 11 16:40:13.292513 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a3a7a769-8a87-4c2c-aadb-465bd6e30800 req-54184f5b-8d4f-4eb6-a0f6-5ead75268f90 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727680 Apr 11 16:40:14.067494 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913414f-fedc-4a80-b2fd-6e3bffdb4c9f req-46e27f59-603f-4d97-bfc1-5d1e2148cbee tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:14.069260 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c913414f-fedc-4a80-b2fd-6e3bffdb4c9f req-46e27f59-603f-4d97-bfc1-5d1e2148cbee tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0622537 Apr 11 16:40:14.147903 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c913414f-fedc-4a80-b2fd-6e3bffdb4c9f req-e061150d-5534-4924-840d-40c7dc10c321 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718861 Apr 11 16:40:14.488132 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475b08-a4ef-4499-a26b-1f75587e4f17 req-6aa0fa49-16c5-4303-8991-57249994898b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:14.490787 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8475b08-a4ef-4499-a26b-1f75587e4f17 req-6aa0fa49-16c5-4303-8991-57249994898b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0798275 Apr 11 16:40:14.576120 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8475b08-a4ef-4499-a26b-1f75587e4f17 req-b94af14d-7a71-4b41-9566-1efba63b52a3 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794506 Apr 11 16:40:15.376914 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b6121-2d1d-4832-8c26-c923f30b66c3 req-e28d9685-e7ca-4f51-88b6-ac8d709ef0b3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:15.382997 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-324b6121-2d1d-4832-8c26-c923f30b66c3 req-e28d9685-e7ca-4f51-88b6-ac8d709ef0b3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0997612 Apr 11 16:40:15.446427 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-324b6121-2d1d-4832-8c26-c923f30b66c3 req-de9d64a3-abe9-4ce1-8eef-6f8304cc525d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554993 Apr 11 16:40:15.839032 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83cf30-915e-450e-9fea-35fbfb0923fa req-82a136a1-c5cd-4871-ae92-d48abb9e3503 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:15.853493 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea83cf30-915e-450e-9fea-35fbfb0923fa req-82a136a1-c5cd-4871-ae92-d48abb9e3503 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.1303108 Apr 11 16:40:15.937685 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea83cf30-915e-450e-9fea-35fbfb0923fa req-fd49b2e3-d10c-4da8-afbd-40a98e3581c7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826261 Apr 11 16:40:16.357406 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:40:16.671543 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a31b1-1d6e-4ffa-9516-d8f188427a6a req-716d49db-a02a-41fa-82f8-3e9df8b2ba39 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:16.678549 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3f8a31b1-1d6e-4ffa-9516-d8f188427a6a req-716d49db-a02a-41fa-82f8-3e9df8b2ba39 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0972652 Apr 11 16:40:16.795919 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3f8a31b1-1d6e-4ffa-9516-d8f188427a6a req-215bd0e2-ddf1-49bc-ac2f-8e2481ddd938 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054118 Apr 11 16:40:17.151087 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cbc15-57ba-46e8-986a-0716c1caec91 req-58351703-caca-4a9f-bc1e-9f9a83db9939 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:17.152787 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a98cbc15-57ba-46e8-986a-0716c1caec91 req-58351703-caca-4a9f-bc1e-9f9a83db9939 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0537522 Apr 11 16:40:17.226648 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a98cbc15-57ba-46e8-986a-0716c1caec91 req-7a6c5e93-c078-4826-8df7-8423c8bb830b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577023 Apr 11 16:40:18.059577 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffbb9d-c73f-4393-8261-613ce0c69961 req-2c9a8515-0606-42b0-95cd-3a1425041554 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:18.065705 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-efffbb9d-c73f-4393-8261-613ce0c69961 req-2c9a8515-0606-42b0-95cd-3a1425041554 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.1099796 Apr 11 16:40:18.141913 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-efffbb9d-c73f-4393-8261-613ce0c69961 req-f6fcd0a2-641d-4f0e-a2ca-fdc6e8696781 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727205 Apr 11 16:40:18.425102 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:18.645184 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ed14c-8488-430d-8e59-b48bc232c612 req-13fde592-93e9-4345-8820-875859e6dbb2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:18.646956 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b17ed14c-8488-430d-8e59-b48bc232c612 req-13fde592-93e9-4345-8820-875859e6dbb2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.2814949 Apr 11 16:40:18.730173 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b17ed14c-8488-430d-8e59-b48bc232c612 req-66947e50-652f-47b5-8616-20b3e0b3250d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726829 Apr 11 16:40:19.401190 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76464aa0-f2e6-43ee-bd80-e996ec50776a req-548683c7-8873-4ad5-8586-988903773bd9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:19.403981 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-76464aa0-f2e6-43ee-bd80-e996ec50776a req-548683c7-8873-4ad5-8586-988903773bd9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.1455398 Apr 11 16:40:19.493019 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-76464aa0-f2e6-43ee-bd80-e996ec50776a req-8788c4c4-680f-4532-8c8e-ba433a46d60d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763688 Apr 11 16:40:19.877342 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a61d49-b908-4b47-a2e3-0d0b90f0b6d5 req-2f6e2725-1e67-42c1-98f7-726c1298f478 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:19.878788 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b2a61d49-b908-4b47-a2e3-0d0b90f0b6d5 req-2f6e2725-1e67-42c1-98f7-726c1298f478 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0522599 Apr 11 16:40:19.936666 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b2a61d49-b908-4b47-a2e3-0d0b90f0b6d5 req-b41c21c4-49dd-4f2c-a57e-5e67afb43422 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469701 Apr 11 16:40:20.659385 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70c344-cfe9-4279-ad8e-94af8b945af0 req-14d135e2-c071-4722-a483-5d2e42e759ff tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:20.661027 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a70c344-cfe9-4279-ad8e-94af8b945af0 req-14d135e2-c071-4722-a483-5d2e42e759ff tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0497053 Apr 11 16:40:20.717172 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a70c344-cfe9-4279-ad8e-94af8b945af0 req-f979ed28-cc4b-4a8a-bc5b-0e716a44e40e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500646 Apr 11 16:40:20.802342 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-f1dc7b2e-fc4f-4d77-82fb-529c3ee2cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:20.803779 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-f1dc7b2e-fc4f-4d77-82fb-529c3ee2cf02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 1129 time: 0.0429411 Apr 11 16:40:20.911401 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-2c1f59fb-8dc6-4b12-b465-1d1a4d8a9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:20.912941 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-2c1f59fb-8dc6-4b12-b465-1d1a4d8a9045 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 918 time: 0.1021113 Apr 11 16:40:21.116040 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a08563-0d8a-4187-83fa-572f6997c0b8 req-7e1145a3-b78d-4e00-9f3e-21ecf2b0c4ad tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:21.118515 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15a08563-0d8a-4187-83fa-572f6997c0b8 req-7e1145a3-b78d-4e00-9f3e-21ecf2b0c4ad tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.1038463 Apr 11 16:40:21.127435 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-c0cebaec-45b5-4992-baec-daa08dc26491 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b85453b-0363-47d5-9902-93d848d7263e HTTP/1.1" status: 200 len: 1000 time: 0.1738789 Apr 11 16:40:21.223985 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-6ea1e649-ed35-44a1-ac9b-7d25f7e8731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:21.225476 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-6ea1e649-ed35-44a1-ac9b-7d25f7e8731c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0823984 Apr 11 16:40:21.228653 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15a08563-0d8a-4187-83fa-572f6997c0b8 req-7d02b74f-7229-4631-9732-ef1b6e688adf tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982196 Apr 11 16:40:21.275715 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-dd35705a-14bd-4ac2-a1b1-e0d7c3e7293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:21.278006 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-dd35705a-14bd-4ac2-a1b1-e0d7c3e7293d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433495 Apr 11 16:40:21.384952 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-08c4f6f4-12af-498e-8607-60690db3c3fd service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999348 Apr 11 16:40:21.489359 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-87fd3e1f-638a-459b-b366-d21b3cd85c34 req-c7ff81a7-9517-490a-8aea-51a6b47a0e26 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960286 Apr 11 16:40:21.849112 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96653a-5bfa-4649-8f8f-06759229f7af req-7b1ada8b-105a-4720-b5fa-c7834e9c4a93 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:21.850780 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a96653a-5bfa-4649-8f8f-06759229f7af req-7b1ada8b-105a-4720-b5fa-c7834e9c4a93 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0536418 Apr 11 16:40:21.906417 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a96653a-5bfa-4649-8f8f-06759229f7af req-3a560c70-532b-4b77-b680-741503359744 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493474 Apr 11 16:40:22.373658 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577bb34-a6e2-4767-a314-ca475f85be2e req-1c93ed64-a076-4011-8871-8d0fa39e2808 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:22.375614 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a577bb34-a6e2-4767-a314-ca475f85be2e req-1c93ed64-a076-4011-8871-8d0fa39e2808 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0569053 Apr 11 16:40:22.426652 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a577bb34-a6e2-4767-a314-ca475f85be2e req-2ec7d54b-e848-4d7b-a43c-fd9dec621615 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451350 Apr 11 16:40:23.042788 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772be235-526e-4809-b6ba-e6cbbd768fbb req-a74e7952-872e-404f-a772-5f97a5394bf7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:23.044541 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-772be235-526e-4809-b6ba-e6cbbd768fbb req-a74e7952-872e-404f-a772-5f97a5394bf7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0573270 Apr 11 16:40:23.122962 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-772be235-526e-4809-b6ba-e6cbbd768fbb req-7fe7fb2b-9479-4cf9-81be-3afff401929e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723252 Apr 11 16:40:23.552935 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51bf22-7d54-4638-9e2b-3294815d9dbd req-7486563b-4d97-4497-a13c-ec0a69ac03c4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:23.554610 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-df51bf22-7d54-4638-9e2b-3294815d9dbd req-7486563b-4d97-4497-a13c-ec0a69ac03c4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0526111 Apr 11 16:40:23.612183 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-df51bf22-7d54-4638-9e2b-3294815d9dbd req-bcef794e-f88b-4416-8677-91b5397978ba tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510192 Apr 11 16:40:24.157624 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:40:24.264024 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 8b85453b-0363-47d5-9902-93d848d7263e is: ACTIVE; New status is: DOWN {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:24.264417 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:24.287126 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1200d6-c238-488d-b3ef-8b6099ae4a40 req-bdc7fa95-3a7c-4b40-8cdb-282c79bffd44 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:24.288567 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ae1200d6-c238-488d-b3ef-8b6099ae4a40 req-bdc7fa95-3a7c-4b40-8cdb-282c79bffd44 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 945 time: 0.0671828 Apr 11 16:40:24.298581 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:40:24.302385 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f9a524-5678-440a-9078-4fccc547089b" -d '{"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-unplugged", "status": "completed", "tag": "8b85453b-0363-47d5-9902-93d848d7263e"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:40:24.325398 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:40:24.343196 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:24.370458 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ae1200d6-c238-488d-b3ef-8b6099ae4a40 req-5c342fd2-ab57-41fc-a5a3-c6845b44dc68 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743501 Apr 11 16:40:24.374886 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960af4f0-af5a-4a57-ac9c-3d14906be94f x-openstack-request-id: req-960af4f0-af5a-4a57-ac9c-3d14906be94f {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:40:24.375227 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-unplugged", "status": "failed", "tag": "8b85453b-0363-47d5-9902-93d848d7263e", "code": 422}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:40:24.375413 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-960af4f0-af5a-4a57-ac9c-3d14906be94f {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:40:24.375891 dv-cinder-837165-2-iscsi neutron-server[103672]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-960af4f0-af5a-4a57-ac9c-3d14906be94f']: {'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e', 'code': 422} returned with failed status Apr 11 16:40:24.409281 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=8']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:24.761923 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f7d0e-79b8-4637-b8d1-f13bf1bf95b8 req-4c7830ca-6091-4e79-88b3-db30b521b09f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:24.763492 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4f3f7d0e-79b8-4637-b8d1-f13bf1bf95b8 req-4c7830ca-6091-4e79-88b3-db30b521b09f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0585375 Apr 11 16:40:24.846679 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4f3f7d0e-79b8-4637-b8d1-f13bf1bf95b8 req-5a3c92f2-bc99-43d5-8272-d3505b9f6df2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745983 Apr 11 16:40:25.031349 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-4b7187e0-37d5-4f91-abb6-772e17cc9bba req-c1b0e6b3-8d5b-4baf-9ff2-71cedba2169d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:40:25.032921 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4b7187e0-37d5-4f91-abb6-772e17cc9bba req-c1b0e6b3-8d5b-4baf-9ff2-71cedba2169d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064380 Apr 11 16:40:25.155625 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-59d90d4e-e87b-471f-b64a-81c4664e15f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:25.194322 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9904b-bd2e-48be-9322-4dbb5eb18873 req-3d5d5283-443b-42f5-a22c-4832aec29eab tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:25.197173 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8c9904b-bd2e-48be-9322-4dbb5eb18873 req-3d5d5283-443b-42f5-a22c-4832aec29eab tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0928774 Apr 11 16:40:25.341704 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-4e5c5627-1ce6-4344-bf3e-67ca7dd51b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:25.343455 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-4e5c5627-1ce6-4344-bf3e-67ca7dd51b22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 1130 time: 0.1384463 Apr 11 16:40:25.378428 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532f5ac-5a8e-4340-93b0-3c326b072624 req-3314575c-06be-4f54-b99f-0ce952780584 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:25.380257 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7532f5ac-5a8e-4340-93b0-3c326b072624 req-3314575c-06be-4f54-b99f-0ce952780584 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.1208000 Apr 11 16:40:25.680161 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58560) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:40:25.694622 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8c9904b-bd2e-48be-9322-4dbb5eb18873 req-0e6f4b3c-8e0d-45a4-96c2-ea20243953c5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4736066 Apr 11 16:40:25.781002 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-f7db3deb-0211-4818-9886-85466cd810cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987728 Apr 11 16:40:25.791126 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-9c018c78-ba71-49f1-a8fd-e3aacb510039 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:40:25.792162 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-9c018c78-ba71-49f1-a8fd-e3aacb510039 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058658 Apr 11 16:40:25.795917 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7532f5ac-5a8e-4340-93b0-3c326b072624 req-6eefa4d5-8754-4c6e-abda-bf3a8ab6b72d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309893 Apr 11 16:40:25.814130 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-fb793ac0-c431-40de-a348-29328d6b32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:25.815665 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-fb793ac0-c431-40de-a348-29328d6b32d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 912 time: 0.4629960 Apr 11 16:40:25.900987 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 58568) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:40:25.906274 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-42dec150-68ba-4fe2-9fd0-92da01a3b016 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a73169ab-a868-4681-96ea-03b1560d84b4 HTTP/1.1" status: 200 len: 1002 time: 0.0821040 Apr 11 16:40:25.955663 dv-cinder-837165-2-iscsi neutron-server[103671]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 16:40:25.987559 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-5ff17c45-7c9d-44d2-8540-8ab5739b8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:25.990382 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-5ff17c45-7c9d-44d2-8540-8ab5739b8f28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 200 len: 850 time: 0.0773320 Apr 11 16:40:26.007558 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-831535d3-0bd1-4702-9ae2-02f5c05a99f3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:26.009036 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-831535d3-0bd1-4702-9ae2-02f5c05a99f3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports/8b85453b-0363-47d5-9902-93d848d7263e HTTP/1.1" status: 200 len: 940 time: 0.1068304 Apr 11 16:40:26.048062 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-690b8ae7-d90a-4ca5-8dcc-fd806f885006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:26.049607 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-690b8ae7-d90a-4ca5-8dcc-fd806f885006 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521407 Apr 11 16:40:26.194337 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-8521f338-1dd9-48bc-968d-3e3d4ca1d81c service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334805 Apr 11 16:40:26.340987 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ebd0e28-b0a2-4291-ba8d-2ffad78d5b12 req-3c0e1d71-0bd2-4581-9523-8e8e5fba51a4 service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394942 Apr 11 16:40:26.850488 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335cd6-a187-49a3-a4fb-6b0b3445935a req-9e2a8737-346e-4c09-a7fa-18cdc6a9a098 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:26.851956 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c335cd6-a187-49a3-a4fb-6b0b3445935a req-9e2a8737-346e-4c09-a7fa-18cdc6a9a098 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0667698 Apr 11 16:40:26.946629 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c335cd6-a187-49a3-a4fb-6b0b3445935a req-96b52053-4c26-420f-a1b8-47733933724f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834396 Apr 11 16:40:26.960532 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bd0db-1801-44ca-8946-88d078ff4ae9 req-cb69af71-2746-470a-b0d2-29de86430ecf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:26.962853 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b20bd0db-1801-44ca-8946-88d078ff4ae9 req-cb69af71-2746-470a-b0d2-29de86430ecf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0639987 Apr 11 16:40:27.021069 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b20bd0db-1801-44ca-8946-88d078ff4ae9 req-6079d932-02fc-4cd6-993b-eea1282b4775 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522990 Apr 11 16:40:27.695025 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6e83eb71-0f2c-41d7-aa33-4618bdfe7f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:28.087295 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3068-2690-4af8-b264-2cad840097cc req-51422879-9fec-4e44-8726-d54c84c362d7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:28.089309 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8cdc3068-2690-4af8-b264-2cad840097cc req-51422879-9fec-4e44-8726-d54c84c362d7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0594931 Apr 11 16:40:28.169223 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:40:28.178007 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8945dd-4c1b-45f6-bbc7-6f9b155f73d0 req-9d21701b-8988-4289-a7a9-e970f40936eb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:28.180003 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c8945dd-4c1b-45f6-bbc7-6f9b155f73d0 req-9d21701b-8988-4289-a7a9-e970f40936eb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0756264 Apr 11 16:40:28.195401 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8cdc3068-2690-4af8-b264-2cad840097cc req-22684ccc-510b-4347-bd91-06858d9d2a55 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993547 Apr 11 16:40:28.289416 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-7ddf3418-fc6d-4956-9c32-171f70f5efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:28.290836 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-7ddf3418-fc6d-4956-9c32-171f70f5efd5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a&tenant_id=fff5d5c8db254085a82ca911ead15f49 HTTP/1.1" status: 200 len: 1127 time: 0.1092160 Apr 11 16:40:28.292263 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 8b85453b-0363-47d5-9902-93d848d7263e is: DOWN; New status is: DOWN {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:28.310081 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c8945dd-4c1b-45f6-bbc7-6f9b155f73d0 req-8be2ba84-6e2f-4e75-aa58-9a610ec367d6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932062 Apr 11 16:40:28.362528 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-ff0a0f78-c138-40e1-bbc4-15205f409050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:28.364175 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-ff0a0f78-c138-40e1-bbc4-15205f409050 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 1127 time: 0.0488195 Apr 11 16:40:28.472717 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-e99d1ecd-c040-4cfd-a3fb-7e21f413f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:28.474453 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-e99d1ecd-c040-4cfd-a3fb-7e21f413f46b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 918 time: 0.1019888 Apr 11 16:40:28.541165 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:28.557341 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-0be6add4-ee76-4f3a-8214-7e803bcbb28c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b85453b-0363-47d5-9902-93d848d7263e HTTP/1.1" status: 200 len: 998 time: 0.0762367 Apr 11 16:40:28.630850 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-01bbf78a-4d2e-49b7-b589-01d1b27d424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:28.633353 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-01bbf78a-4d2e-49b7-b589-01d1b27d424e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0689130 Apr 11 16:40:28.701824 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-b67a766b-9fcd-4591-bc48-98744bedf0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:28.704462 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-b67a766b-9fcd-4591-bc48-98744bedf0d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646729 Apr 11 16:40:28.800469 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-ac9f08e5-37cf-49e9-9bc1-8ae5b3111871 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894232 Apr 11 16:40:28.898318 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-6481021b-fcfa-491f-bc1d-89300812a2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900502 Apr 11 16:40:29.532436 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4cb7f-144e-4bed-8cf0-b808e5988aad req-8635bf1f-b8f3-49d1-83f7-0bf92a621646 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:29.534149 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-71c4cb7f-144e-4bed-8cf0-b808e5988aad req-8635bf1f-b8f3-49d1-83f7-0bf92a621646 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0666516 Apr 11 16:40:29.596230 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-71c4cb7f-144e-4bed-8cf0-b808e5988aad req-b5955be8-0c5b-40c2-b932-d12592da80b2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512002 Apr 11 16:40:30.429069 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:30.805913 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0874d7-4f6d-41bd-bb13-6a9ef57e4b36 req-02bc5ed4-ec1f-4afa-ada0-2533b1e60157 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:30.807597 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a0874d7-4f6d-41bd-bb13-6a9ef57e4b36 req-02bc5ed4-ec1f-4afa-ada0-2533b1e60157 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0914385 Apr 11 16:40:30.878915 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a0874d7-4f6d-41bd-bb13-6a9ef57e4b36 req-b598530f-67d4-4a72-b83c-c529421e023a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646307 Apr 11 16:40:31.750489 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:32.102930 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a041e1-8983-412d-99d8-ef5c5d1acd1f req-4d4dff24-0e34-4606-aa70-3ee90d1494a4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:32.105656 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f9a041e1-8983-412d-99d8-ef5c5d1acd1f req-4d4dff24-0e34-4606-aa70-3ee90d1494a4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.1038947 Apr 11 16:40:32.179407 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f9a041e1-8983-412d-99d8-ef5c5d1acd1f req-503065da-c6e8-4002-8fda-2b092de1f2e5 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664556 Apr 11 16:40:33.472900 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191281b5-191c-4b06-a783-d95e4e4882c8 req-7888726a-718e-42d4-a3dd-59e7618b49c9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:33.474402 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-191281b5-191c-4b06-a783-d95e4e4882c8 req-7888726a-718e-42d4-a3dd-59e7618b49c9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0613332 Apr 11 16:40:33.531518 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-191281b5-191c-4b06-a783-d95e4e4882c8 req-5cdfb850-d078-414b-95fc-b7debf41325a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510652 Apr 11 16:40:34.689259 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07868df0-3330-438e-95a4-6c286119df71 req-556ef109-4f1b-4d7c-8c43-f5f20d6eea51 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:34.692313 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-07868df0-3330-438e-95a4-6c286119df71 req-556ef109-4f1b-4d7c-8c43-f5f20d6eea51 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0658159 Apr 11 16:40:34.763046 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-07868df0-3330-438e-95a4-6c286119df71 req-ddd6aa68-142e-4ee3-b0eb-bbdba7c89fd8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600548 Apr 11 16:40:35.936325 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45adf-a759-4c57-905f-a1d5c0f497b2 req-cf09c704-1efb-4208-ab32-60d4fdfd55e3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:35.938802 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-30d45adf-a759-4c57-905f-a1d5c0f497b2 req-cf09c704-1efb-4208-ab32-60d4fdfd55e3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0647721 Apr 11 16:40:36.018290 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-30d45adf-a759-4c57-905f-a1d5c0f497b2 req-c75e57a6-0f5a-476b-a44e-8c83148ebe25 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703831 Apr 11 16:40:37.189051 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce19f1-6a88-4646-92d7-050d95625057 req-c4d85a5f-333e-4b74-8aab-f84c00652fac tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:37.191854 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4cce19f1-6a88-4646-92d7-050d95625057 req-c4d85a5f-333e-4b74-8aab-f84c00652fac tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0849578 Apr 11 16:40:37.270239 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4cce19f1-6a88-4646-92d7-050d95625057 req-2de641a7-3a0d-495e-82fc-d299df060ef4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723073 Apr 11 16:40:38.429090 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d25f94-9ca3-450a-bb06-5ad05706838e req-8bb2677e-01b7-4673-aa6b-f7d2115f9300 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:38.431396 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d7d25f94-9ca3-450a-bb06-5ad05706838e req-8bb2677e-01b7-4673-aa6b-f7d2115f9300 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0681794 Apr 11 16:40:38.494135 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d7d25f94-9ca3-450a-bb06-5ad05706838e req-938f703f-64b8-40e9-9979-9457317252e9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551031 Apr 11 16:40:39.651395 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd2851-bf69-4c05-93d5-b99fec33f929 req-726304fb-0916-4724-b1fd-b2c240396133 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:39.653532 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-43fd2851-bf69-4c05-93d5-b99fec33f929 req-726304fb-0916-4724-b1fd-b2c240396133 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0544510 Apr 11 16:40:39.712822 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-43fd2851-bf69-4c05-93d5-b99fec33f929 req-4db55ff3-c893-44ee-8f2e-c9c59cd31fea tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478995 Apr 11 16:40:40.896280 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf032-d605-484d-847f-28e24c8db48a req-154c0648-3081-4cf0-9fcb-11469cdeac06 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:40.897984 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d56cf032-d605-484d-847f-28e24c8db48a req-154c0648-3081-4cf0-9fcb-11469cdeac06 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0650983 Apr 11 16:40:40.957356 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d56cf032-d605-484d-847f-28e24c8db48a req-1222fd3a-3bfb-4889-9581-3e59061eb298 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523949 Apr 11 16:40:42.103401 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d071e76-e2c7-414e-92cf-2bbe9e283c59 req-16daec0a-302e-48e7-8e80-0da26f6dc1b2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:42.105198 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d071e76-e2c7-414e-92cf-2bbe9e283c59 req-16daec0a-302e-48e7-8e80-0da26f6dc1b2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0549533 Apr 11 16:40:42.166707 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d071e76-e2c7-414e-92cf-2bbe9e283c59 req-8fecf6dd-e28c-4726-b2e1-afefeaae1596 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516109 Apr 11 16:40:43.317894 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34950e2a-d8a6-4817-a03f-5612048cc407 req-ffcded31-b590-443a-b35f-960e343ab099 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:43.320505 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34950e2a-d8a6-4817-a03f-5612048cc407 req-ffcded31-b590-443a-b35f-960e343ab099 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0726168 Apr 11 16:40:43.382117 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34950e2a-d8a6-4817-a03f-5612048cc407 req-b4863a44-ba9a-44ee-add9-14322fa0f634 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552723 Apr 11 16:40:44.514585 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45436660-685b-4444-bede-43161546c6aa req-82255d6d-5769-456a-a4b1-ee1d1c0e0cf8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:44.516965 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45436660-685b-4444-bede-43161546c6aa req-82255d6d-5769-456a-a4b1-ee1d1c0e0cf8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0533113 Apr 11 16:40:44.572521 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45436660-685b-4444-bede-43161546c6aa req-be9ab49b-3623-42bd-a550-12213c08be44 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492709 Apr 11 16:40:45.561597 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-397ba718-af32-4264-a2a3-65225ffae1be req-181d06d6-1d5a-4c1a-a748-f0ea18b27c90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1339533 Apr 11 16:40:45.749966 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ba718-af32-4264-a2a3-65225ffae1be req-8e4df231-31bc-47f6-84e4-019e89f1bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:45.751991 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-397ba718-af32-4264-a2a3-65225ffae1be req-8e4df231-31bc-47f6-84e4-019e89f1bf1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 1130 time: 0.1508584 Apr 11 16:40:45.775447 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f21351-8674-4952-9d6f-a73df6908b99 req-82757bea-4a76-4e1e-95af-2f3aefaa62b7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:45.779677 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a5f21351-8674-4952-9d6f-a73df6908b99 req-82757bea-4a76-4e1e-95af-2f3aefaa62b7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.1116529 Apr 11 16:40:45.897195 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a5f21351-8674-4952-9d6f-a73df6908b99 req-ba1c0ed4-845f-4fea-a790-ec1e70d3bf65 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134584 Apr 11 16:40:45.929634 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ba718-af32-4264-a2a3-65225ffae1be req-2d3eb837-d74c-42ac-acdb-1448d8a64731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:45.932282 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-397ba718-af32-4264-a2a3-65225ffae1be req-2d3eb837-d74c-42ac-acdb-1448d8a64731 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 912 time: 0.1401715 Apr 11 16:40:46.004725 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-397ba718-af32-4264-a2a3-65225ffae1be req-76112f0a-cef5-434f-bb71-190226169922 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a73169ab-a868-4681-96ea-03b1560d84b4 HTTP/1.1" status: 200 len: 1002 time: 0.0662441 Apr 11 16:40:46.059721 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ba718-af32-4264-a2a3-65225ffae1be req-abc9ad7f-0774-4275-bd7c-0af700ed90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:46.062092 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-397ba718-af32-4264-a2a3-65225ffae1be req-abc9ad7f-0774-4275-bd7c-0af700ed90d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 200 len: 850 time: 0.0489936 Apr 11 16:40:46.123216 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ba718-af32-4264-a2a3-65225ffae1be req-1b32012c-927c-449b-be4e-1cc593d0f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:46.125369 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-397ba718-af32-4264-a2a3-65225ffae1be req-1b32012c-927c-449b-be4e-1cc593d0f5fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557263 Apr 11 16:40:46.223729 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-397ba718-af32-4264-a2a3-65225ffae1be req-40fd64c5-6ee6-4051-a73f-cf62e4c834fa service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913088 Apr 11 16:40:46.349345 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-397ba718-af32-4264-a2a3-65225ffae1be req-c8e23e88-d477-49ca-9873-69f2094c96ac service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187508 Apr 11 16:40:47.027438 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6884b3-49d9-4964-9d88-d831fb3508a4 req-66b702e2-bd46-4b56-bee1-9f570e4283f5 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:47.028845 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d6884b3-49d9-4964-9d88-d831fb3508a4 req-66b702e2-bd46-4b56-bee1-9f570e4283f5 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0485606 Apr 11 16:40:47.077536 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d6884b3-49d9-4964-9d88-d831fb3508a4 req-3e8871e5-eb25-4c04-a27d-3c6ff2db6581 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427504 Apr 11 16:40:48.211365 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64752e2-2b2d-4531-87c9-61749bf7a0e6 req-ce336ae7-662b-44a2-9fc4-18b9bbef9f89 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:48.212863 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a64752e2-2b2d-4531-87c9-61749bf7a0e6 req-ce336ae7-662b-44a2-9fc4-18b9bbef9f89 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0485551 Apr 11 16:40:48.268688 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a64752e2-2b2d-4531-87c9-61749bf7a0e6 req-db5242e0-2c7c-4225-9ea3-c40e2b4f0c94 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481513 Apr 11 16:40:48.403054 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:49.396097 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561c4e1-e526-4c4b-b6ef-99a22026a737 req-2e0bcc34-3ee2-46b0-8aa0-63bede6b2107 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:49.397678 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5561c4e1-e526-4c4b-b6ef-99a22026a737 req-2e0bcc34-3ee2-46b0-8aa0-63bede6b2107 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0500166 Apr 11 16:40:49.454204 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5561c4e1-e526-4c4b-b6ef-99a22026a737 req-1dc93dff-3e2f-47c0-bca3-7ba03615bad5 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459623 Apr 11 16:40:50.593262 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75534b9-c10b-468c-ab96-33a6c3d5b34b req-90a0441b-fde6-4a21-8007-bed2a1c92912 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:50.594864 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c75534b9-c10b-468c-ab96-33a6c3d5b34b req-90a0441b-fde6-4a21-8007-bed2a1c92912 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0535591 Apr 11 16:40:50.647842 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c75534b9-c10b-468c-ab96-33a6c3d5b34b req-858304e2-734d-4d97-b1df-0963ab977a4d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465055 Apr 11 16:40:51.783783 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09288d-4c19-4394-b19e-9a6247d54567 req-5daf50f5-351f-4aad-b53e-309fd96ea6b3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:51.785462 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc09288d-4c19-4394-b19e-9a6247d54567 req-5daf50f5-351f-4aad-b53e-309fd96ea6b3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0579541 Apr 11 16:40:51.842946 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc09288d-4c19-4394-b19e-9a6247d54567 req-8ef40836-054c-469a-aa4b-8163038f64c8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513635 Apr 11 16:40:53.009217 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03209160-f612-4a83-ac3b-11055beb5e46 req-40d219d0-a06e-412b-9d11-d5ef4f2fbae9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:53.011092 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03209160-f612-4a83-ac3b-11055beb5e46 req-40d219d0-a06e-412b-9d11-d5ef4f2fbae9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0607054 Apr 11 16:40:53.073990 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-03209160-f612-4a83-ac3b-11055beb5e46 req-9cdd8ebf-740f-44a0-967c-d2bd839fe333 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564718 Apr 11 16:40:53.351590 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:40:54.228339 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f775d-d8ce-4368-b17d-025490549343 req-a319fbf3-1aa2-47eb-a70b-6e409d9ce89d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:54.230990 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d90f775d-d8ce-4368-b17d-025490549343 req-a319fbf3-1aa2-47eb-a70b-6e409d9ce89d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 943 time: 0.0769329 Apr 11 16:40:54.295483 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:40:54.299553 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d90f775d-d8ce-4368-b17d-025490549343 req-06f139db-1fe6-4007-97e6-a88839f77e79 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619829 Apr 11 16:40:54.464462 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:40:54.481121 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '8b85453b-0363-47d5-9902-93d848d7263e', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'port_id': '8b85453b-0363-47d5-9902-93d848d7263e', 'mac_address': 'fa:16:3e:a6:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:40:54.559529 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 8b85453b-0363-47d5-9902-93d848d7263e is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:54.560191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:54.589845 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b85453b-0363-47d5-9902-93d848d7263e {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:40:54.617446 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:40:54.624226 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:54.679211 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=9']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:54.688020 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.688366 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.688731 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.689077 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.689419 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.689747 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.690111 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.690432 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.690756 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.691078 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.691402 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.691776 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.692131 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.692444 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:54.692763 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:55.021215 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['8b85453b-0363-47d5-9902-93d848d7263e'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:40:55.140762 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2a93f4e2-3da9-4bfc-85fb-f30f91300d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:55.439263 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1a2dc-d6b1-48d0-b107-657a9ea9d86c req-373195b9-651e-489d-8afb-812833823b0f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:55.440874 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61c1a2dc-d6b1-48d0-b107-657a9ea9d86c req-373195b9-651e-489d-8afb-812833823b0f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.0513113 Apr 11 16:40:55.498059 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61c1a2dc-d6b1-48d0-b107-657a9ea9d86c req-d105da9a-d213-4553-a44d-39b09adbbdf8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510530 Apr 11 16:40:56.644835 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71a458-2591-4d72-91d2-1efdc0d27c72 req-b79ce01d-9d13-4e41-8795-2ede6e050ac8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:56.646489 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a71a458-2591-4d72-91d2-1efdc0d27c72 req-b79ce01d-9d13-4e41-8795-2ede6e050ac8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.0629392 Apr 11 16:40:56.698183 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a71a458-2591-4d72-91d2-1efdc0d27c72 req-c347a521-a0f6-4849-ba6f-cca5413a8710 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455096 Apr 11 16:40:57.674068 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5661f709-3045-4cb1-843b-cdffcca9c257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:57.848516 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ea970-1343-41be-9386-178063c8c094 req-7d1714b9-63a7-4874-a213-96f2f3f27316 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:57.852179 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a77ea970-1343-41be-9386-178063c8c094 req-7d1714b9-63a7-4874-a213-96f2f3f27316 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.0629261 Apr 11 16:40:57.909640 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a77ea970-1343-41be-9386-178063c8c094 req-7aa2f175-55d1-4176-a545-27f141915e35 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508130 Apr 11 16:40:58.545996 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:59.060728 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd24120-6e51-44b0-9a6e-8e1b1923e368 req-23b50ad3-b7b3-41ae-b91e-3bbc6f9ee2d1 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:59.062343 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-afd24120-6e51-44b0-9a6e-8e1b1923e368 req-23b50ad3-b7b3-41ae-b91e-3bbc6f9ee2d1 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.0519414 Apr 11 16:40:59.117493 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-afd24120-6e51-44b0-9a6e-8e1b1923e368 req-f6922911-aadf-41ca-825a-2da8c9180d97 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491900 Apr 11 16:41:00.254274 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbde5b-97e8-4ee5-9cd5-458161a2863c req-e7628be0-672d-4528-8e41-92591e7b1cc8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:00.256283 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-94fbde5b-97e8-4ee5-9cd5-458161a2863c req-e7628be0-672d-4528-8e41-92591e7b1cc8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 944 time: 0.0598528 Apr 11 16:41:00.311602 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-94fbde5b-97e8-4ee5-9cd5-458161a2863c req-f48b82c0-bf67-4e22-81a7-db700a532022 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488768 Apr 11 16:41:00.435120 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:00.440706 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:41:00.496980 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 8b85453b-0363-47d5-9902-93d848d7263e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:41:00.497360 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (8b85453b-0363-47d5-9902-93d848d7263e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:00.605129 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 8b85453b-0363-47d5-9902-93d848d7263e is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:41:00.605596 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:00.631358 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:41:00.634145 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7120fb4-0a87-4a99-bd61-a7bf7cd985a5" -d '{"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-plugged", "status": "completed", "tag": "8b85453b-0363-47d5-9902-93d848d7263e"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:41:00.655443 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:41:00.662318 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:00.699718 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a68fe0-e19d-4373-a439-e04270b23f68 x-openstack-request-id: req-52a68fe0-e19d-4373-a439-e04270b23f68 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:41:00.700146 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-plugged", "status": "completed", "tag": "8b85453b-0363-47d5-9902-93d848d7263e", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:41:00.700490 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52a68fe0-e19d-4373-a439-e04270b23f68 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:41:00.700966 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a68fe0-e19d-4373-a439-e04270b23f68'] response: {'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e', 'code': 200} Apr 11 16:41:00.736274 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=10']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:41:01.468726 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0121b89-3afb-4c6a-b812-6fd67ea16b7d req-55e4812d-7bce-4dd2-a744-06bcfcc63d69 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:01.470602 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b0121b89-3afb-4c6a-b812-6fd67ea16b7d req-55e4812d-7bce-4dd2-a744-06bcfcc63d69 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0787776 Apr 11 16:41:01.523817 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b0121b89-3afb-4c6a-b812-6fd67ea16b7d req-688db910-32d3-4a0e-baa4-4ad51a1943d6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465100 Apr 11 16:41:01.760899 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:02.058626 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4578927-dcb3-4254-b9f4-42a839365118 req-3f3e6025-92cf-49f9-976f-ee8dc7c246d7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:02.060234 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d4578927-dcb3-4254-b9f4-42a839365118 req-3f3e6025-92cf-49f9-976f-ee8dc7c246d7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0641437 Apr 11 16:41:02.115379 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d4578927-dcb3-4254-b9f4-42a839365118 req-8e573899-f8eb-465d-89af-7b398118450b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491798 Apr 11 16:41:02.657339 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347cd9-c509-4c10-b5c8-1a1538060679 req-07cc916c-6036-4f5d-a4c7-9a27f8a333d7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:02.659017 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-83347cd9-c509-4c10-b5c8-1a1538060679 req-07cc916c-6036-4f5d-a4c7-9a27f8a333d7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0515056 Apr 11 16:41:02.711988 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-83347cd9-c509-4c10-b5c8-1a1538060679 req-40aeb0f4-37bc-4b9e-a292-17c910dd68a3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469062 Apr 11 16:41:03.246217 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa025-844e-4205-a362-e6fc68a6de82 req-2c97a2ef-9227-4d64-97c5-f563435c5cfc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:03.247816 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-697fa025-844e-4205-a362-e6fc68a6de82 req-2c97a2ef-9227-4d64-97c5-f563435c5cfc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0508149 Apr 11 16:41:03.300397 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-697fa025-844e-4205-a362-e6fc68a6de82 req-285bf071-deae-4731-994c-8dae4ad74f6a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Apr 11 16:41:03.840167 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87966a-ffa3-4f57-a534-8dca70112fa7 req-bd2e53ef-17a5-48c1-8b54-e100cc74551d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:03.841716 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e87966a-ffa3-4f57-a534-8dca70112fa7 req-bd2e53ef-17a5-48c1-8b54-e100cc74551d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0529797 Apr 11 16:41:03.891966 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e87966a-ffa3-4f57-a534-8dca70112fa7 req-0325d4ed-2b37-4f6c-aad9-f5e084462a70 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444262 Apr 11 16:41:04.419754 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a4c79-3766-4465-b191-e7b4659e1ac7 req-2d500027-005e-4789-a170-e06ccbece94b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:04.421278 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-566a4c79-3766-4465-b191-e7b4659e1ac7 req-2d500027-005e-4789-a170-e06ccbece94b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0495350 Apr 11 16:41:04.470245 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-566a4c79-3766-4465-b191-e7b4659e1ac7 req-6446c359-847b-4245-92e3-cd3778a72174 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432184 Apr 11 16:41:05.025824 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870274e4-cf69-451d-a5b0-0367a612ba19 req-5ad8a9fc-fb2c-4851-9db2-896121ff461b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:05.028110 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-870274e4-cf69-451d-a5b0-0367a612ba19 req-5ad8a9fc-fb2c-4851-9db2-896121ff461b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0595014 Apr 11 16:41:05.091175 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-870274e4-cf69-451d-a5b0-0367a612ba19 req-8f77e270-832b-46de-a8cf-245534ffa6fd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488162 Apr 11 16:41:05.594835 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26f837-4e1e-4bc7-8a35-e9951f2625cf req-d8cba58a-e015-44ac-9837-38cebff6e361 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:05.596651 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2a26f837-4e1e-4bc7-8a35-e9951f2625cf req-d8cba58a-e015-44ac-9837-38cebff6e361 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0517752 Apr 11 16:41:05.650856 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2a26f837-4e1e-4bc7-8a35-e9951f2625cf req-81f62a8b-7dca-4dd9-8f0f-84a40e16d06b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483088 Apr 11 16:41:05.728108 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-5dd09e3b-aff7-46b4-bcac-335286828e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:05.730090 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-5dd09e3b-aff7-46b4-bcac-335286828e8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 1130 time: 0.0542572 Apr 11 16:41:05.795580 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15ab6e-d730-4721-b457-6fe241a3b8df req-c2ed1405-8699-41e1-9ff6-bcaabe40d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:05.797367 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4c15ab6e-d730-4721-b457-6fe241a3b8df req-c2ed1405-8699-41e1-9ff6-bcaabe40d1f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 1130 time: 0.0486321 Apr 11 16:41:05.856257 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4c15ab6e-d730-4721-b457-6fe241a3b8df req-02887ca2-4225-4069-a52b-6fa2e7e5ec48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508230 Apr 11 16:41:05.859121 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-398a3cca-fdf1-43c7-a8a7-1506e6f5d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:05.860723 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-398a3cca-fdf1-43c7-a8a7-1506e6f5d52a service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.1139574 Apr 11 16:41:06.241361 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037fddd-b18e-4727-b07a-221b60bc181b req-3a38a4c6-c1ad-4651-ab36-d11589261042 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:06.243045 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f037fddd-b18e-4727-b07a-221b60bc181b req-3a38a4c6-c1ad-4651-ab36-d11589261042 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0546989 Apr 11 16:41:06.308720 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f037fddd-b18e-4727-b07a-221b60bc181b req-08d520db-40ec-481b-bb25-205fbae3a36e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550928 Apr 11 16:41:06.792163 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9ca6-ab8d-4bb9-98e6-ba3afe856754 req-3fb75553-eba0-4338-b0a4-1c9f201ff1d8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:06.793630 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-067c9ca6-ab8d-4bb9-98e6-ba3afe856754 req-3fb75553-eba0-4338-b0a4-1c9f201ff1d8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0533185 Apr 11 16:41:06.940994 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-067c9ca6-ab8d-4bb9-98e6-ba3afe856754 req-a1f5f22f-3b35-46a1-9ac5-c102c756a0e4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408257 Apr 11 16:41:06.965969 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-5d1b3cdc-1cb8-4c20-86e5-8531a9cae2bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=851afbae-5cd1-4945-b6c6-66059ebc4234 HTTP/1.1" status: 200 len: 1002 time: 0.1184466 Apr 11 16:41:07.021141 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-52f88343-7fb2-4196-bf31-b25093c6a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:07.022656 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-52f88343-7fb2-4196-bf31-b25093c6a97d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0503728 Apr 11 16:41:07.076014 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-70ebf248-fc51-4fb3-a752-f5bc47986231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:07.077553 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-70ebf248-fc51-4fb3-a752-f5bc47986231 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471778 Apr 11 16:41:07.187801 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-785727bc-b058-4816-bae2-12626959f1f6 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032057 Apr 11 16:41:07.455168 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa0b39-5aba-4e62-9869-4408fbda67a1 req-db7aa18f-4a4a-4ca8-8bc1-4b1cb40f146b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:07.456743 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f5aa0b39-5aba-4e62-9869-4408fbda67a1 req-db7aa18f-4a4a-4ca8-8bc1-4b1cb40f146b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0549121 Apr 11 16:41:07.515124 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f5aa0b39-5aba-4e62-9869-4408fbda67a1 req-881852be-8fda-44e1-acb0-d56a2a9d03bb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482411 Apr 11 16:41:07.950897 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9af98bad-5cb5-4506-a72f-cf9a723d9e9e req-17308bbf-9590-4ccd-8d4a-ba1f728f00ab service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923729 Apr 11 16:41:08.096047 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de0b12-968d-486f-beff-41b6f5e7bccf req-90bc1c88-b647-46da-8813-2ab285be5831 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:08.097628 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29de0b12-968d-486f-beff-41b6f5e7bccf req-90bc1c88-b647-46da-8813-2ab285be5831 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0674653 Apr 11 16:41:08.151726 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29de0b12-968d-486f-beff-41b6f5e7bccf req-de7fa25e-fa38-47be-b6c2-78a023c48f2f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481443 Apr 11 16:41:08.644662 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf176ae-3149-4962-9f0d-dca4e395c68e req-278651f6-32b6-4225-995a-fa9635a00b54 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:08.646238 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aaf176ae-3149-4962-9f0d-dca4e395c68e req-278651f6-32b6-4225-995a-fa9635a00b54 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0512960 Apr 11 16:41:08.711664 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aaf176ae-3149-4962-9f0d-dca4e395c68e req-3b3d39d6-eb28-41dc-ae9e-728cd7a937b9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554743 Apr 11 16:41:09.284813 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2f9d0-6709-46b9-96b7-30cb3325b75d req-3fcfd5e9-0e3a-49b2-b17b-7e73fb2501a7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:09.286283 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65d2f9d0-6709-46b9-96b7-30cb3325b75d req-3fcfd5e9-0e3a-49b2-b17b-7e73fb2501a7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0509183 Apr 11 16:41:09.346836 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65d2f9d0-6709-46b9-96b7-30cb3325b75d req-77c141bb-fe7f-4512-9cff-46a8d4544a40 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507886 Apr 11 16:41:09.847151 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fab8a-359e-4c86-a0a3-3ee1291e3155 req-cfde2a18-f139-4d93-8191-123c939d2788 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:09.848701 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-088fab8a-359e-4c86-a0a3-3ee1291e3155 req-cfde2a18-f139-4d93-8191-123c939d2788 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0501299 Apr 11 16:41:09.901516 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-088fab8a-359e-4c86-a0a3-3ee1291e3155 req-7c6ee223-bfa2-4668-b094-120b7c1144e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460579 Apr 11 16:41:10.475673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40692aca-86d1-4973-85fb-b95dd943855a req-5bf71de1-bdd0-4882-88aa-38454945febb tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:10.477501 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40692aca-86d1-4973-85fb-b95dd943855a req-5bf71de1-bdd0-4882-88aa-38454945febb tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0544031 Apr 11 16:41:10.536404 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40692aca-86d1-4973-85fb-b95dd943855a req-fd01b94b-4ce1-4a27-8d61-8ff2b913756c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483131 Apr 11 16:41:11.035124 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d158c1-ac86-4146-a59d-36bca7568c7d req-3ea8188b-2170-4f39-8be9-8408f3e544fc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:11.036692 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-70d158c1-ac86-4146-a59d-36bca7568c7d req-3ea8188b-2170-4f39-8be9-8408f3e544fc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0539172 Apr 11 16:41:11.093094 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-70d158c1-ac86-4146-a59d-36bca7568c7d req-589771bb-f4a6-4f14-a2a2-f46dacd773ff tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463023 Apr 11 16:41:11.707149 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc3850-018e-41b2-9b3b-d74163e92ac9 req-54bd4a82-0178-4e34-82aa-1f033a51dbdf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:11.710010 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9edc3850-018e-41b2-9b3b-d74163e92ac9 req-54bd4a82-0178-4e34-82aa-1f033a51dbdf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0830302 Apr 11 16:41:11.782668 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9edc3850-018e-41b2-9b3b-d74163e92ac9 req-e96022f7-9a50-45e5-9365-b6458a386403 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612032 Apr 11 16:41:12.268527 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7176-5c3d-4b33-884d-e82c67a3cab5 req-810428b7-8550-46e0-a38a-551e55896b40 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:12.270340 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b6fa7176-5c3d-4b33-884d-e82c67a3cab5 req-810428b7-8550-46e0-a38a-551e55896b40 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0875325 Apr 11 16:41:12.339679 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b6fa7176-5c3d-4b33-884d-e82c67a3cab5 req-ddbc2153-4819-4cf7-99e2-6efab44be22d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621700 Apr 11 16:41:12.912034 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2cf3e-3a7e-486b-a445-c0499558b08e req-c778a8ef-35ef-480d-bd3b-569b7c238be4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:12.913612 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e1b2cf3e-3a7e-486b-a445-c0499558b08e req-c778a8ef-35ef-480d-bd3b-569b7c238be4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0530856 Apr 11 16:41:12.974141 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e1b2cf3e-3a7e-486b-a445-c0499558b08e req-cb2d37a0-af6b-40bb-b336-178b1f16a5bb tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505424 Apr 11 16:41:13.525212 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a600a23-3c13-4b49-bb97-94d7c33e455a req-48345879-0583-435d-a6b9-8d57f6589130 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:13.528134 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9a600a23-3c13-4b49-bb97-94d7c33e455a req-48345879-0583-435d-a6b9-8d57f6589130 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0619965 Apr 11 16:41:13.601589 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9a600a23-3c13-4b49-bb97-94d7c33e455a req-54b9dd28-f57e-41dc-9788-d64712b1c902 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602012 Apr 11 16:41:14.130667 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21158e6-6bd6-42ec-b42d-a8e59456e972 req-45b009c7-628a-4020-8f60-c3ce4132adea tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:14.132244 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b21158e6-6bd6-42ec-b42d-a8e59456e972 req-45b009c7-628a-4020-8f60-c3ce4132adea tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0540071 Apr 11 16:41:14.201776 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b21158e6-6bd6-42ec-b42d-a8e59456e972 req-3537ff3e-b461-4cf2-a0d8-6e4aab07d606 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630038 Apr 11 16:41:14.768051 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469595a5-120d-4c43-9359-5e2d0ed440ee req-fefa6167-f06a-4ccd-9f05-dcf92bce1143 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:14.769740 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-469595a5-120d-4c43-9359-5e2d0ed440ee req-fefa6167-f06a-4ccd-9f05-dcf92bce1143 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0535100 Apr 11 16:41:14.827166 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-469595a5-120d-4c43-9359-5e2d0ed440ee req-ba873a69-ba49-4c8f-9324-25307954d535 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477235 Apr 11 16:41:15.357212 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7b3a1-bdab-40d1-9f4a-336111e43c66 req-4da35ef9-d163-4a51-a1b8-e92548a144bf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:15.358827 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7d7b3a1-bdab-40d1-9f4a-336111e43c66 req-4da35ef9-d163-4a51-a1b8-e92548a144bf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0625281 Apr 11 16:41:15.415024 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7d7b3a1-bdab-40d1-9f4a-336111e43c66 req-08b3528b-d6d0-44d6-8717-a9e6b9c180f8 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496659 Apr 11 16:41:16.548024 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ad3c-7343-4b6f-b3de-7c81c61c801c req-c33b23d1-d0d0-4322-bf9c-6d898fac2261 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:16.549609 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1976ad3c-7343-4b6f-b3de-7c81c61c801c req-c33b23d1-d0d0-4322-bf9c-6d898fac2261 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0526590 Apr 11 16:41:16.602574 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1976ad3c-7343-4b6f-b3de-7c81c61c801c req-7063f4d8-aa00-40c8-9446-a3a7b104bf7f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470276 Apr 11 16:41:17.745764 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefbe3f-0e50-439a-905a-513b8c384eb3 req-6f537985-79ce-46fe-9285-15a1541ad8e2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:17.747294 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cbefbe3f-0e50-439a-905a-513b8c384eb3 req-6f537985-79ce-46fe-9285-15a1541ad8e2 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0556781 Apr 11 16:41:17.802784 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cbefbe3f-0e50-439a-905a-513b8c384eb3 req-69c64fa1-a2c1-46ff-ab17-e6f2ffbde177 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489762 Apr 11 16:41:18.393719 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:18.992639 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a62d6-f228-426e-8920-a096cf600889 req-060d5f1f-18f4-4319-9e24-86baff27dbcd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:18.994888 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c12a62d6-f228-426e-8920-a096cf600889 req-060d5f1f-18f4-4319-9e24-86baff27dbcd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 946 time: 0.3339925 Apr 11 16:41:19.019362 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73f4fe-0618-4445-ae9d-451f77b0abb9 req-6325aab8-ce00-4fa4-aa64-ee17cbde4dae tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:19.020928 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb73f4fe-0618-4445-ae9d-451f77b0abb9 req-6325aab8-ce00-4fa4-aa64-ee17cbde4dae tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0773501 Apr 11 16:41:19.089598 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c12a62d6-f228-426e-8920-a096cf600889 req-f5cd3ab0-c8e3-4807-a96e-99879f467431 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873699 Apr 11 16:41:19.102181 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb73f4fe-0618-4445-ae9d-451f77b0abb9 req-21f34ee0-457e-4bd1-a197-8e95e9852c97 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694616 Apr 11 16:41:20.256218 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973de09-0c06-4230-8a4d-7cb2a46cc715 req-629838c6-91bd-4bbf-95ff-67e0b0932abf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:20.257837 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c973de09-0c06-4230-8a4d-7cb2a46cc715 req-629838c6-91bd-4bbf-95ff-67e0b0932abf tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0792043 Apr 11 16:41:20.271916 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c04af-8525-4dbb-b523-13e9529626a2 req-429f056d-8d14-430b-a210-0756eec21203 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:20.273518 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-111c04af-8525-4dbb-b523-13e9529626a2 req-429f056d-8d14-430b-a210-0756eec21203 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 946 time: 0.0848820 Apr 11 16:41:20.372584 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c973de09-0c06-4230-8a4d-7cb2a46cc715 req-e1e0849c-2ace-4f35-864f-855e0c32168e tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976603 Apr 11 16:41:20.378791 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-111c04af-8525-4dbb-b523-13e9529626a2 req-e903eff3-4d48-4bdc-b768-694742f8efc2 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972884 Apr 11 16:41:20.626816 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-839bce5f-f8b0-4c27-b79f-868838afdddf tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:20.628315 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-839bce5f-f8b0-4c27-b79f-868838afdddf tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 946 time: 0.0531092 Apr 11 16:41:20.721843 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Deleting port 83db28d4-bc87-43b7-b0cf-a32332df89a5 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:41:20.722176 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:20.821668 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] For port 83db28d4-bc87-43b7-b0cf-a32332df89a5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83db28d4-bc87-43b7-b0cf-a32332df89a5,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:41:20.822067 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:20.839028 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Calling delete_port for 83db28d4-bc87-43b7-b0cf-a32332df89a5 owned by compute:nova {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:41:20.983004 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (83db28d4-bc87-43b7-b0cf-a32332df89a5), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:20.997104 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['83db28d4-bc87-43b7-b0cf-a32332df89a5'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:41:21.020310 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Pushing event deleted for resources: {'Port': ['ID=83db28d4-bc87-43b7-b0cf-a32332df89a5,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:41:21.037204 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.038081 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.038216 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.038566 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.038993 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.039465 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.039984 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.040610 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.041243 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.041709 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.042179 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.042616 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.043112 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.043564 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.044039 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:21.085009 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] No DVR routers for this DVR port 83db28d4-bc87-43b7-b0cf-a32332df89a5 on host hv-cinder-83716 {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:41:21.087844 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:21.091404 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b98e4339-cb5d-4519-a2f3-57810d957ef8 req-c3c4ea73-4f3b-4fcd-a0b5-9a26f091fd39 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.41 "DELETE /v2.0/ports/83db28d4-bc87-43b7-b0cf-a32332df89a5 HTTP/1.1" status: 204 len: 173 time: 0.4569404 Apr 11 16:41:21.091967 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0822de2-ba61-4e09-985e-efdbc3fb523a', 'name': 'network-vif-deleted', 'tag': '83db28d4-bc87-43b7-b0cf-a32332df89a5'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:41:21.094938 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7739dfa-5bb9-4b3b-a0b9-f00194ff7948" -d '{"events": [{"server_uuid": "a0822de2-ba61-4e09-985e-efdbc3fb523a", "name": "network-vif-deleted", "tag": "83db28d4-bc87-43b7-b0cf-a32332df89a5"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:41:21.222768 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886af8d1-7aca-43c6-a3b1-a0c775dc08f2 x-openstack-request-id: req-886af8d1-7aca-43c6-a3b1-a0c775dc08f2 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:41:21.223318 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0822de2-ba61-4e09-985e-efdbc3fb523a", "name": "network-vif-deleted", "tag": "83db28d4-bc87-43b7-b0cf-a32332df89a5", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:41:21.223755 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-886af8d1-7aca-43c6-a3b1-a0c775dc08f2 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:41:21.224386 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886af8d1-7aca-43c6-a3b1-a0c775dc08f2'] response: {'server_uuid': 'a0822de2-ba61-4e09-985e-efdbc3fb523a', 'name': 'network-vif-deleted', 'tag': '83db28d4-bc87-43b7-b0cf-a32332df89a5', 'status': 'completed', 'code': 200} Apr 11 16:41:21.567261 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-964a9562-7a63-4e65-bb26-bb1ec7c1b88f req-b2ce8888-409d-4c9f-9456-7f2a19e45833 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0822de2-ba61-4e09-985e-efdbc3fb523a HTTP/1.1" status: 200 len: 210 time: 0.0642841 Apr 11 16:41:21.588437 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c487-ac4a-425a-b48b-c58fad3bb5e4 req-c34ae8a9-77aa-4cae-a1ff-9d46036fe395 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:21.590162 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc58c487-ac4a-425a-b48b-c58fad3bb5e4 req-c34ae8a9-77aa-4cae-a1ff-9d46036fe395 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.1323631 Apr 11 16:41:21.654112 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc58c487-ac4a-425a-b48b-c58fad3bb5e4 req-03aa4c1d-52ac-4285-a5cd-8c8fa383f6a7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575578 Apr 11 16:41:22.813321 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043af5f5-00b3-41a5-bd0f-e834466b8e92 req-a3155d19-d68b-40b7-9df3-2be997fb2864 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:22.815610 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-043af5f5-00b3-41a5-bd0f-e834466b8e92 req-a3155d19-d68b-40b7-9df3-2be997fb2864 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0621846 Apr 11 16:41:22.894497 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-043af5f5-00b3-41a5-bd0f-e834466b8e92 req-de0cc0ef-c2d3-40e7-bd51-71b3ef9d6633 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683568 Apr 11 16:41:24.197496 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe02c-f541-486f-83cd-6f3b9991890d req-38c5e274-250b-4fe8-b329-e3223bc36522 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:24.199109 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8dffe02c-f541-486f-83cd-6f3b9991890d req-38c5e274-250b-4fe8-b329-e3223bc36522 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0547874 Apr 11 16:41:24.263454 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8dffe02c-f541-486f-83cd-6f3b9991890d req-3f538455-4139-44bf-ab93-f35c5150c71f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546956 Apr 11 16:41:24.677786 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 83db28d4-bc87-43b7-b0cf-a32332df89a5 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:41:24.700688 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 83db28d4-bc87-43b7-b0cf-a32332df89a5 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:41:24.701018 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 83db28d4-bc87-43b7-b0cf-a32332df89a5 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:41:25.138029 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-320f6de0-54ad-401b-8c28-56738439fd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:25.386291 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb679a94-de04-4834-9a0c-3dba7a05407c req-667a68ae-ded9-4cb2-ac7f-c490712784c7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:25.387922 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb679a94-de04-4834-9a0c-3dba7a05407c req-667a68ae-ded9-4cb2-ac7f-c490712784c7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0516639 Apr 11 16:41:25.443962 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb679a94-de04-4834-9a0c-3dba7a05407c req-f84b3a20-3c72-4b55-bdfe-0bd43ce36195 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458667 Apr 11 16:41:26.579812 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1bebf-9bbe-4da2-91d7-e2ad5fdc3413 req-59433bc5-c99a-4c0b-a068-797571790bad tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:26.581374 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7b1bebf-9bbe-4da2-91d7-e2ad5fdc3413 req-59433bc5-c99a-4c0b-a068-797571790bad tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0541079 Apr 11 16:41:26.651223 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7b1bebf-9bbe-4da2-91d7-e2ad5fdc3413 req-b4d949d6-5bf8-4112-98ab-7bf9f4cd99ad tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620537 Apr 11 16:41:27.679297 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b8a66f53-e459-492c-9f3e-3fa7ca6f6d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:27.784678 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6506-40e0-4c53-a0a0-aade73640163 req-3bc51119-af32-45e0-809f-46c3557131fc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:27.786760 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eaba6506-40e0-4c53-a0a0-aade73640163 req-3bc51119-af32-45e0-809f-46c3557131fc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0564504 Apr 11 16:41:27.843666 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eaba6506-40e0-4c53-a0a0-aade73640163 req-f4dd4685-9294-48ed-aa6d-3daf7ffd9aa3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498457 Apr 11 16:41:28.549958 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:28.631879 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-4f652461-67d5-4993-b968-6472c4119693 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410445 Apr 11 16:41:28.665379 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31366304-b831-4f7b-b641-ae45a9cc671a req-6108045a-4ec7-45c4-b696-7c76657e97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:28.667561 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-31366304-b831-4f7b-b641-ae45a9cc671a req-6108045a-4ec7-45c4-b696-7c76657e97bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 1130 time: 0.0513039 Apr 11 16:41:28.717600 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-31366304-b831-4f7b-b641-ae45a9cc671a req-4ab3389b-d8a7-4d4f-a0a3-3639cd9ad313 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Apr 11 16:41:28.738143 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-d7fdc0b5-d9c5-407a-98c0-1ef17043bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:28.739793 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-d7fdc0b5-d9c5-407a-98c0-1ef17043bb75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 1129 time: 0.0531487 Apr 11 16:41:28.983648 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc811425-c8cc-409b-901f-3b4ac02583af req-a2c6dc30-5d46-4945-a85f-d9c776809826 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:28.986285 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bc811425-c8cc-409b-901f-3b4ac02583af req-a2c6dc30-5d46-4945-a85f-d9c776809826 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0704017 Apr 11 16:41:29.041763 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bc811425-c8cc-409b-901f-3b4ac02583af req-2697e6d0-852e-41e3-a0b6-07b8b1523c66 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476649 Apr 11 16:41:29.141723 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-8b9ee374-16fc-4519-ade9-0ee6394a9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:29.143155 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-8b9ee374-16fc-4519-ade9-0ee6394a9931 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.0929627 Apr 11 16:41:29.192335 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-f0864000-7055-41c0-bc1c-8ea13de3efff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7 HTTP/1.1" status: 200 len: 217 time: 0.0384026 Apr 11 16:41:29.244145 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-eed11413-9c4e-470f-a79a-e30c49d12196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:29.245620 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-eed11413-9c4e-470f-a79a-e30c49d12196 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0466497 Apr 11 16:41:29.765125 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-fb729378-7fbb-42dc-9f92-e43e970b1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:29.766655 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-fb729378-7fbb-42dc-9f92-e43e970b1f3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535698 Apr 11 16:41:29.870687 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-a96ffcfd-0e22-4fd7-80ae-79d544072c12 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913575 Apr 11 16:41:29.970147 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e46a4802-f3b4-4ae2-a80f-dbdf93d85265 req-2cc375d9-4d4c-4b49-a804-82b6171ef217 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922148 Apr 11 16:41:30.203119 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40590d23-a33b-438b-8508-7743d4850365 req-674b29b1-6996-4ff7-a258-82a1ccde5678 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:30.204833 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40590d23-a33b-438b-8508-7743d4850365 req-674b29b1-6996-4ff7-a258-82a1ccde5678 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0589120 Apr 11 16:41:30.261344 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-40590d23-a33b-438b-8508-7743d4850365 req-1b299876-1611-45b9-aff1-4cfd0a141eee tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498965 Apr 11 16:41:30.351422 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:41:30.438289 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:31.388399 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309e9b-953f-481e-b5dd-ec0859cd9d8e req-59b55ef6-753d-415e-8abd-be47f2b3f7bc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:31.390067 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca309e9b-953f-481e-b5dd-ec0859cd9d8e req-59b55ef6-753d-415e-8abd-be47f2b3f7bc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0548337 Apr 11 16:41:31.444125 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca309e9b-953f-481e-b5dd-ec0859cd9d8e req-b2eb2390-75ae-47e1-86bf-133e2f5015ff tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444510 Apr 11 16:41:31.752926 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:32.580858 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23568-1f88-4e98-b48f-b2af2a945603 req-5329bd59-bb56-4ee8-aa91-f2d511f8b5da tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:32.582478 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7bb23568-1f88-4e98-b48f-b2af2a945603 req-5329bd59-bb56-4ee8-aa91-f2d511f8b5da tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0555470 Apr 11 16:41:32.638510 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7bb23568-1f88-4e98-b48f-b2af2a945603 req-001ee48d-1c21-4430-a3f7-ca454f40513b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496371 Apr 11 16:41:33.773724 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276d2ff-8ccf-464a-bba6-65524e06a289 req-7463d828-f20f-417d-bc11-fbcff3ccfad0 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:33.775351 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e276d2ff-8ccf-464a-bba6-65524e06a289 req-7463d828-f20f-417d-bc11-fbcff3ccfad0 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0559363 Apr 11 16:41:33.842169 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e276d2ff-8ccf-464a-bba6-65524e06a289 req-df42b101-ce52-4cc3-8e80-3b635b6ebcf3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567431 Apr 11 16:41:34.824155 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1ac1976e-6acd-4f8b-b1a3-98f7c563e825 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:34.825581 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1ac1976e-6acd-4f8b-b1a3-98f7c563e825 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/networks?id=b5c235fd-58a1-4013-a70e-85ace28807d0 HTTP/1.1" status: 200 len: 813 time: 0.1134055 Apr 11 16:41:34.841439 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-35cde978-c011-48fb-bc27-ebae576e2f4b tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/quotas/6d6d2866c13744368b0762634b43a1be HTTP/1.1" status: 200 len: 375 time: 0.0102627 Apr 11 16:41:34.876272 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-4eed3c4b-b44c-4826-a673-0f04817f053b tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d6d2866c13744368b0762634b43a1be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289958 Apr 11 16:41:35.070897 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46121472-46f0-4121-9796-eb82da9237f2 req-8b881578-1164-47ad-937f-8fcc6659b407 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:35.074619 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46121472-46f0-4121-9796-eb82da9237f2 req-8b881578-1164-47ad-937f-8fcc6659b407 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.1420398 Apr 11 16:41:35.190392 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-ee6d4177-75d5-4211-9f3f-22d768e62352 service neutron] 10.222.0.65 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071914 Apr 11 16:41:35.236379 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46121472-46f0-4121-9796-eb82da9237f2 req-de3b64c4-74e9-4072-8620-7ab455b51052 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540446 Apr 11 16:41:35.308826 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-dc631387-6ed4-4e88-a556-318bba861ad1 service neutron] 10.222.0.65 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114593 Apr 11 16:41:35.501562 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c786452e-8519-465c-b1a2-6d521fe28168 req-4f5df1f7-6a8a-48cd-9c31-de157ca9c3f8 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 210 time: 0.0416946 Apr 11 16:41:35.728220 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438495c-8e4c-4263-9734-bde6f2133b74 req-66be7336-aacb-4e62-a9fd-32a2b5fc3319 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:35.730089 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1438495c-8e4c-4263-9734-bde6f2133b74 req-66be7336-aacb-4e62-a9fd-32a2b5fc3319 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0854733 Apr 11 16:41:35.746652 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19354e40-9102-4c21-9c3c-89c87979877b req-03296740-0906-427f-940c-18a7de1faeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:35.748535 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19354e40-9102-4c21-9c3c-89c87979877b req-03296740-0906-427f-940c-18a7de1faeba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 1130 time: 0.0721478 Apr 11 16:41:35.849180 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1438495c-8e4c-4263-9734-bde6f2133b74 req-3808d1fb-388e-4c29-bd7d-09492eab5bf5 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126766 Apr 11 16:41:35.886053 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19354e40-9102-4c21-9c3c-89c87979877b req-36cdefa6-6a25-4c4b-85d2-507aed3e9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:35.887838 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19354e40-9102-4c21-9c3c-89c87979877b req-36cdefa6-6a25-4c4b-85d2-507aed3e9a5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.1326170 Apr 11 16:41:35.975447 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19354e40-9102-4c21-9c3c-89c87979877b req-a749a259-2768-40f0-991b-e98a8372fcdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=851afbae-5cd1-4945-b6c6-66059ebc4234 HTTP/1.1" status: 200 len: 1002 time: 0.0809658 Apr 11 16:41:36.063305 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19354e40-9102-4c21-9c3c-89c87979877b req-5a81c260-6cb4-4378-a9f9-7bebecd04468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:36.065694 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19354e40-9102-4c21-9c3c-89c87979877b req-5a81c260-6cb4-4378-a9f9-7bebecd04468 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0832663 Apr 11 16:41:36.128106 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19354e40-9102-4c21-9c3c-89c87979877b req-e2e879a5-cd81-428e-ad7f-9914363b8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:36.129690 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19354e40-9102-4c21-9c3c-89c87979877b req-e2e879a5-cd81-428e-ad7f-9914363b8a7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516121 Apr 11 16:41:36.273960 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19354e40-9102-4c21-9c3c-89c87979877b req-bccd128f-607f-4533-bc0d-3cd201e934a9 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258917 Apr 11 16:41:36.573003 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19354e40-9102-4c21-9c3c-89c87979877b req-25edbc1f-0567-45e1-8125-3806b3c26e06 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319799 Apr 11 16:41:36.668923 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2b2d3d78-2015-40ed-ade2-770b57009d5c req-ba0ed719-f47e-4813-8a23-c48b31e17567 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 210 time: 0.0498788 Apr 11 16:41:36.725190 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e67bdc3-f197-48d3-901f-4ea17a851bb2 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:36.726754 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e67bdc3-f197-48d3-901f-4ea17a851bb2 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.41 "GET /v2.0/networks?id=b5c235fd-58a1-4013-a70e-85ace28807d0 HTTP/1.1" status: 200 len: 813 time: 0.1757646 Apr 11 16:41:36.739011 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Request body: {'port': {'device_id': 'aaa3bb50-7e54-4694-81eb-50bb747a7799', 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0', 'admin_state_up': True, 'tenant_id': '6d6d2866c13744368b0762634b43a1be'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:41:36.937394 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Made reservation on behalf of 6d6d2866c13744368b0762634b43a1be for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:41:36.941744 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:37.016202 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f2983-02be-488c-8dc8-fe0da7ea12f2 req-015b1ba0-9a77-447a-a260-12981e87fd37 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:37.018078 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a24f2983-02be-488c-8dc8-fe0da7ea12f2 req-015b1ba0-9a77-447a-a260-12981e87fd37 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0761955 Apr 11 16:41:37.074589 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a24f2983-02be-488c-8dc8-fe0da7ea12f2 req-500afbfa-8015-458c-8ddb-d4d24a87ee83 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499454 Apr 11 16:41:37.107195 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Allocated IP 172.20.0.2 (b5c235fd-58a1-4013-a70e-85ace28807d0/03e5d453-a3d8-4825-8d0d-c9ef535f14a9/b058bc56-8816-4186-9f44-ecf806a00bc1) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:41:37.345012 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks [] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:37.399768 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:37.478586 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Network b5c235fd-58a1-4013-a70e-85ace28807d0 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:41:37.482752 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:41:37.487052 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:41:37.498837 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Pushing event updated for resources: {'Port': ['ID=b058bc56-8816-4186-9f44-ecf806a00bc1,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:41:37.536511 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.536859 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.537198 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.537539 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.537879 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.538214 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.538543 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.538883 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.539210 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.540145 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.540145 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.540465 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.540622 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.540959 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.541288 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:41:37.568519 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:37.569148 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:37.591506 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-22e40143-649b-47f5-985b-77abbe859beb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8562481 Apr 11 16:41:37.798037 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5221dd-13ad-456c-beef-092e295c1c22 req-62495fb7-31f8-42ed-b86f-85b7122aa99d tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:37.799775 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea5221dd-13ad-456c-beef-092e295c1c22 req-62495fb7-31f8-42ed-b86f-85b7122aa99d tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 931 time: 0.0572989 Apr 11 16:41:37.855792 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea5221dd-13ad-456c-beef-092e295c1c22 req-085bc190-cf7d-4b0a-9077-987aa1657bd5 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493386 Apr 11 16:41:38.207256 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a05eb-256b-44d5-90d6-3e58483f34db req-bdc6f708-a34d-469e-a352-7ca92a0368ac tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:38.209010 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-159a05eb-256b-44d5-90d6-3e58483f34db req-bdc6f708-a34d-469e-a352-7ca92a0368ac tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0550082 Apr 11 16:41:38.264685 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-159a05eb-256b-44d5-90d6-3e58483f34db req-d28351ec-cbca-450a-a70a-6469090cdb25 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484343 Apr 11 16:41:38.989235 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8dfce-86f5-46da-ac5e-3e9fb12cf377 req-92cce2a0-53af-4c46-8e48-2fa18df4af06 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:38.990990 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d5e8dfce-86f5-46da-ac5e-3e9fb12cf377 req-92cce2a0-53af-4c46-8e48-2fa18df4af06 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 931 time: 0.0636547 Apr 11 16:41:39.050569 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d5e8dfce-86f5-46da-ac5e-3e9fb12cf377 req-9a5a8758-7ee5-41ce-89b6-fa8458c45e6e tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528882 Apr 11 16:41:39.053728 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Request body: {'port': {'device_id': 'aaa3bb50-7e54-4694-81eb-50bb747a7799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:41:39.128523 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:39.420642 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c30e5-7161-45e1-b26e-1164a223c943 req-664183a8-6dd2-47a9-980f-cb5710d38e20 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:39.423187 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-684c30e5-7161-45e1-b26e-1164a223c943 req-664183a8-6dd2-47a9-980f-cb5710d38e20 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0638349 Apr 11 16:41:39.461918 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b058bc56-8816-4186-9f44-ecf806a00bc1 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:41:39.475860 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Publish callbacks [] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:39.482451 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-684c30e5-7161-45e1-b26e-1164a223c943 req-603e8fab-8682-4301-a6d8-f0f0dbd2fdd3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518460 Apr 11 16:41:39.499568 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Transition to ACTIVE for port object b058bc56-8816-4186-9f44-ecf806a00bc1 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:41:39.506198 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:39.589605 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Pushing event updated for resources: {'Port': ['ID=b058bc56-8816-4186-9f44-ecf806a00bc1,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:41:39.678651 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Attempting to bind port b058bc56-8816-4186-9f44-ecf806a00bc1 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:41:39.678977 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Attempting to bind port b058bc56-8816-4186-9f44-ecf806a00bc1 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '91573e6f-88a0-4a41-aed0-b99248a28274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:41:39.679313 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Attempting to bind port b058bc56-8816-4186-9f44-ecf806a00bc1 on network b5c235fd-58a1-4013-a70e-85ace28807d0 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:41:39.684845 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Port b058bc56-8816-4186-9f44-ecf806a00bc1 on network b5c235fd-58a1-4013-a70e-85ace28807d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:41:39.685174 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Attempting to bind port b058bc56-8816-4186-9f44-ecf806a00bc1 on network b5c235fd-58a1-4013-a70e-85ace28807d0 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:41:39.691084 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:41:39.691488 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Checking segment: {'id': '91573e6f-88a0-4a41-aed0-b99248a28274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:41:39.691960 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Bound using segment: {'id': '91573e6f-88a0-4a41-aed0-b99248a28274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:41:39.692439 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Bound port: b058bc56-8816-4186-9f44-ecf806a00bc1, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91573e6f-88a0-4a41-aed0-b99248a28274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:41:39.692821 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:39.769412 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] For port b058bc56-8816-4186-9f44-ecf806a00bc1, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:41:39.772921 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] For port b058bc56-8816-4186-9f44-ecf806a00bc1, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b058bc56-8816-4186-9f44-ecf806a00bc1,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:41:39.780805 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:39.825534 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:39.826201 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:39.827735 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] 10.222.0.41 "PUT /v2.0/ports/b058bc56-8816-4186-9f44-ecf806a00bc1 HTTP/1.1" status: 200 len: 1093 time: 0.7832191 Apr 11 16:41:39.828227 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa3bb50-7e54-4694-81eb-50bb747a7799', 'tag': 'b058bc56-8816-4186-9f44-ecf806a00bc1'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:41:39.831004 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d2c88f-65ad-4ee8-b492-2c2041cf762f" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa3bb50-7e54-4694-81eb-50bb747a7799", "tag": "b058bc56-8816-4186-9f44-ecf806a00bc1"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:41:39.861775 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fe552-6960-4339-a7a2-567f7963cd4e service neutron] Pushing event updated for resources: {'Port': ['ID=b058bc56-8816-4186-9f44-ecf806a00bc1,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:41:39.941769 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7531e-c654-4f83-96c9-815f75df3c26 x-openstack-request-id: req-92b7531e-c654-4f83-96c9-815f75df3c26 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:41:39.942357 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa3bb50-7e54-4694-81eb-50bb747a7799", "tag": "b058bc56-8816-4186-9f44-ecf806a00bc1", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:41:39.942930 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92b7531e-c654-4f83-96c9-815f75df3c26 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:41:39.943567 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b7531e-c654-4f83-96c9-815f75df3c26'] response: {'name': 'network-changed', 'server_uuid': 'aaa3bb50-7e54-4694-81eb-50bb747a7799', 'tag': 'b058bc56-8816-4186-9f44-ecf806a00bc1', 'status': 'completed', 'code': 200} Apr 11 16:41:40.123435 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2c88f-65ad-4ee8-b492-2c2041cf762f req-5979d88e-ac32-4f8f-81fd-fc219afe2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:40.124993 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a7d2c88f-65ad-4ee8-b492-2c2041cf762f req-5979d88e-ac32-4f8f-81fd-fc219afe2c20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d6d2866c13744368b0762634b43a1be&device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 1127 time: 0.0448632 Apr 11 16:41:40.210356 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b04c6-fbb0-45b0-acf5-eb027c2eaf64 req-b93def08-1d73-41a1-8799-382dded783d2 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:40.212542 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-122b04c6-fbb0-45b0-acf5-eb027c2eaf64 req-b93def08-1d73-41a1-8799-382dded783d2 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 943 time: 0.0529666 Apr 11 16:41:40.245708 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2c88f-65ad-4ee8-b492-2c2041cf762f req-c2f7149a-3bda-4072-9b2a-8a34247c0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:40.247744 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a7d2c88f-65ad-4ee8-b492-2c2041cf762f req-c2f7149a-3bda-4072-9b2a-8a34247c0006 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6d6d2866c13744368b0762634b43a1be&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1125860 Apr 11 16:41:40.301969 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-122b04c6-fbb0-45b0-acf5-eb027c2eaf64 req-040a7923-a44d-44ad-aeb9-7d939a650bea tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794439 Apr 11 16:41:40.352334 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2c88f-65ad-4ee8-b492-2c2041cf762f req-afdc24db-e495-4e29-b5a3-066891c9477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:40.353984 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a7d2c88f-65ad-4ee8-b492-2c2041cf762f req-afdc24db-e495-4e29-b5a3-066891c9477f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999835 Apr 11 16:41:40.446487 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-db119f9e-33b1-434a-a623-08017b0bec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:40.448302 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-db119f9e-33b1-434a-a623-08017b0bec17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d6d2866c13744368b0762634b43a1be&device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 1127 time: 0.0466599 Apr 11 16:41:40.492080 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-5e8abcde-c774-44f9-878f-daafc38d3d18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b058bc56-8816-4186-9f44-ecf806a00bc1 HTTP/1.1" status: 200 len: 217 time: 0.0357051 Apr 11 16:41:40.552462 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-070c1407-0af2-4e9d-8dc0-9a04f70a7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:40.554535 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-070c1407-0af2-4e9d-8dc0-9a04f70a7408 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03e5d453-a3d8-4825-8d0d-c9ef535f14a9 HTTP/1.1" status: 200 len: 853 time: 0.0559251 Apr 11 16:41:40.599570 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-8ca0bc06-d94d-4b18-90b9-2aa66dc3203d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5c235fd-58a1-4013-a70e-85ace28807d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380206 Apr 11 16:41:40.632453 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa0fbd-df96-425a-a4a5-875667ad8a16 req-508662d1-aa43-4399-b573-6cc12cb8c065 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:40.634922 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f8fa0fbd-df96-425a-a4a5-875667ad8a16 req-508662d1-aa43-4399-b573-6cc12cb8c065 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0623174 Apr 11 16:41:40.696045 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f8fa0fbd-df96-425a-a4a5-875667ad8a16 req-70fc2f08-2113-4bf1-a167-59f840ff76b4 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548756 Apr 11 16:41:40.717848 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-7e70cfaa-bd27-4cad-8c32-45d5d5193d2f service neutron] 10.222.0.41 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112680 Apr 11 16:41:40.825553 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb6066-c70a-46d0-8242-4833da59e9f5 req-e2782d3e-64d0-404b-bf3f-11f76846243f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:40.827574 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-00eb6066-c70a-46d0-8242-4833da59e9f5 req-e2782d3e-64d0-404b-bf3f-11f76846243f tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0580027 Apr 11 16:41:40.839372 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59120) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:41:40.845767 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-e536582d-969c-479d-8a87-ef577bd07193 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Request body: {'floatingip': {'port_id': '851afbae-5cd1-4945-b6c6-66059ebc4234'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:41:40.848108 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba832cce-bdec-403f-8422-76d9207f7f19 req-0682e534-9ad2-4e2f-81dd-e850e212fe93 service neutron] 10.222.0.41 "GET /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168523 Apr 11 16:41:40.911560 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e536582d-969c-479d-8a87-ef577bd07193 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for floatingip (6b67abae-b7db-4aeb-a44e-8edd382ac7c6), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:41.489935 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48825a-f865-42cd-8d51-1a9abb968b4c req-f485b12e-f54e-4d50-a036-40b2500d8b66 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:41.491946 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac48825a-f865-42cd-8d51-1a9abb968b4c req-f485b12e-f54e-4d50-a036-40b2500d8b66 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 943 time: 0.0961745 Apr 11 16:41:41.495508 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e536582d-969c-479d-8a87-ef577bd07193 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:41.502587 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e536582d-969c-479d-8a87-ef577bd07193 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (6b67abae-b7db-4aeb-a44e-8edd382ac7c6), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:41.887113 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac48825a-f865-42cd-8d51-1a9abb968b4c req-2f5cc2bb-f650-4c3c-9c92-e85812b45c84 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855748 Apr 11 16:41:42.035988 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e536582d-969c-479d-8a87-ef577bd07193 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Router 5e530ff9-6386-4270-81b7-87191975e115 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:41:42.166172 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e536582d-969c-479d-8a87-ef577bd07193 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:41:42.172035 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e536582d-969c-479d-8a87-ef577bd07193 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:42.179051 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] Sync routers for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:41:42.191094 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:41:42.191855 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:41:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:41:42.214293 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:41:42.218428 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:41:42.265775 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11245505-af82-434b-81de-8df707369cf6 x-openstack-request-id: req-11245505-af82-434b-81de-8df707369cf6 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:41:42.266161 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:41:42.266572 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11245505-af82-434b-81de-8df707369cf6 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:41:42.267432 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11245505-af82-434b-81de-8df707369cf6'] response: {'name': 'network-changed', 'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'status': 'completed', 'code': 200} Apr 11 16:41:42.277917 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e536582d-969c-479d-8a87-ef577bd07193 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "PUT /v2.0/floatingips/6b67abae-b7db-4aeb-a44e-8edd382ac7c6 HTTP/1.1" status: 200 len: 994 time: 1.4327996 Apr 11 16:41:42.406102 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:41:42.675577 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '6b67abae-b7db-4aeb-a44e-8edd382ac7c6', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '5e530ff9-6386-4270-81b7-87191975e115', 'port_id': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'mac_address': 'fa:16:3e:0d:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:38:37Z', 'updated_at': '2022-04-11T16:41:41Z', 'revision_number': 3, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:30Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:41:42.707137 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] Checking router: 5e530ff9-6386-4270-81b7-87191975e115 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:41:42.716809 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:41:42.717483 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:41:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:41:42.837824 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:41:43.023498 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a5800-bed8-4a87-8e10-7024d599b11f req-3c28ad0a-8018-4576-afdc-0a6acb2cfb33 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:43.025482 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-591a5800-bed8-4a87-8e10-7024d599b11f req-3c28ad0a-8018-4576-afdc-0a6acb2cfb33 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 943 time: 0.0523548 Apr 11 16:41:43.111257 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-591a5800-bed8-4a87-8e10-7024d599b11f req-07ccef14-3d49-4dff-91ae-58ae28a78ffb tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788572 Apr 11 16:41:43.131596 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '6b67abae-b7db-4aeb-a44e-8edd382ac7c6', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '5e530ff9-6386-4270-81b7-87191975e115', 'port_id': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'mac_address': 'fa:16:3e:0d:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:38:37Z', 'updated_at': '2022-04-11T16:41:41Z', 'revision_number': 3, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:30Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:41:43.165705 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b0fd0-196c-4bc2-b072-78edd46b557a None None] The sync data for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi is: [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '6b67abae-b7db-4aeb-a44e-8edd382ac7c6', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '5e530ff9-6386-4270-81b7-87191975e115', 'port_id': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'mac_address': 'fa:16:3e:0d:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:38:37Z', 'updated_at': '2022-04-11T16:41:41Z', 'revision_number': 3, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:30Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:41:44.173691 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-8b2e4c87-5455-45f2-8a17-6758c39de6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:44.175314 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-8b2e4c87-5455-45f2-8a17-6758c39de6f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 1130 time: 0.0478122 Apr 11 16:41:44.248750 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae23e-5a26-46b4-9cb8-c0c772eadac1 req-64cc8bad-a906-4473-bf31-beb1abd5f84d tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:44.250905 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84eae23e-5a26-46b4-9cb8-c0c772eadac1 req-64cc8bad-a906-4473-bf31-beb1abd5f84d tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 943 time: 0.0576680 Apr 11 16:41:44.273955 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:41:44.276524 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac07fb03-86b3-4533-aaa4-077fa53a74c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:41:44.285502 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-d1499696-6a81-40bc-801a-6276ce878d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:44.286896 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-d1499696-6a81-40bc-801a-6276ce878d54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.1045978 Apr 11 16:41:44.332181 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84eae23e-5a26-46b4-9cb8-c0c772eadac1 req-c310d1a6-aaa2-4e3c-9164-6a6ba000fc3d tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716558 Apr 11 16:41:44.338789 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e8e6b4-ddc0-4ab9-bbc1-ea0d42e37c34 x-openstack-request-id: req-25e8e6b4-ddc0-4ab9-bbc1-ea0d42e37c34 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:41:44.339182 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:41:44.339521 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25e8e6b4-ddc0-4ab9-bbc1-ea0d42e37c34 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:41:44.340088 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e8e6b4-ddc0-4ab9-bbc1-ea0d42e37c34'] response: {'name': 'network-changed', 'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'status': 'completed', 'code': 200} Apr 11 16:41:44.396576 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-7c0b5e9e-65b5-44e2-9c2c-0a57fb48d5e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=851afbae-5cd1-4945-b6c6-66059ebc4234 HTTP/1.1" status: 200 len: 1002 time: 0.1025834 Apr 11 16:41:44.448731 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-0398f33f-8a0a-4a75-a93c-48145950c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:44.450217 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-0398f33f-8a0a-4a75-a93c-48145950c6a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0478601 Apr 11 16:41:44.498100 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-8e301281-27fb-459a-a705-48abd800c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:44.499704 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-8e301281-27fb-459a-a705-48abd800c560 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431070 Apr 11 16:41:44.563879 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device b058bc56-8816-4186-9f44-ecf806a00bc1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:41:44.608921 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-099b6946-dbf1-4480-ad09-f0c0c21d522f service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013825 Apr 11 16:41:44.691083 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port b058bc56-8816-4186-9f44-ecf806a00bc1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b058bc56-8816-4186-9f44-ecf806a00bc1,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:41:44.704754 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': 'b058bc56-8816-4186-9f44-ecf806a00bc1', 'network_id': 'b5c235fd-58a1-4013-a70e-85ace28807d0', 'port_id': 'b058bc56-8816-4186-9f44-ecf806a00bc1', 'mac_address': 'fa:16:3e:d4:d0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e5d453-a3d8-4825-8d0d-c9ef535f14a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:41:44.711315 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7251fe75-8e87-4548-bf81-f4a4ddbea9fe req-ed7ec5d3-59f6-4719-9f52-6dbd020d6dff service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954804 Apr 11 16:41:44.751771 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port b058bc56-8816-4186-9f44-ecf806a00bc1 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:41:44.752246 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:44.778584 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b058bc56-8816-4186-9f44-ecf806a00bc1 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:41:44.807840 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-2b4adc91-c6c4-4cf8-b2da-e9b520521f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:44.809575 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-2b4adc91-c6c4-4cf8-b2da-e9b520521f63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 1130 time: 0.0552289 Apr 11 16:41:44.812358 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port b058bc56-8816-4186-9f44-ecf806a00bc1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b058bc56-8816-4186-9f44-ecf806a00bc1,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:41:44.817566 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:44.878560 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=b058bc56-8816-4186-9f44-ecf806a00bc1,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:41:44.918539 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-3f0c75e9-845c-4639-a691-addb58d762f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:44.920384 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-3f0c75e9-845c-4639-a691-addb58d762f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.1047356 Apr 11 16:41:44.998235 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-8f5aeb09-fd31-4bbb-923b-59a0ed72fe7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=851afbae-5cd1-4945-b6c6-66059ebc4234 HTTP/1.1" status: 200 len: 1002 time: 0.0709083 Apr 11 16:41:45.051494 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-3437fd29-62d3-43d9-aa53-13ef125f28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:45.052998 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-3437fd29-62d3-43d9-aa53-13ef125f28f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0484009 Apr 11 16:41:45.102628 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-8565c88a-b61f-4c12-b3a7-f3b9d97339a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:45.105250 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-8565c88a-b61f-4c12-b3a7-f3b9d97339a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449543 Apr 11 16:41:45.218414 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-8e460d92-ddb5-4906-a29f-83b71cf828c7 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066792 Apr 11 16:41:45.326995 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac07fb03-86b3-4533-aaa4-077fa53a74c4 req-f0b3f3fe-4a4b-4e9c-85c1-e5f6bbe1dc92 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015255 Apr 11 16:41:45.331340 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['b058bc56-8816-4186-9f44-ecf806a00bc1'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:41:45.488385 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2470-222d-4ccd-bf2a-81d2c2b421d4 req-6146a597-ce46-47b4-b461-4313c2a87e81 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:45.490111 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a5a2470-222d-4ccd-bf2a-81d2c2b421d4 req-6146a597-ce46-47b4-b461-4313c2a87e81 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 944 time: 0.0746830 Apr 11 16:41:45.572408 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a5a2470-222d-4ccd-bf2a-81d2c2b421d4 req-f5d5011d-934f-4da3-82a0-80e4cbc1e840 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709658 Apr 11 16:41:46.576190 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device b058bc56-8816-4186-9f44-ecf806a00bc1 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:41:46.654421 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port b058bc56-8816-4186-9f44-ecf806a00bc1 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:41:46.665184 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port b058bc56-8816-4186-9f44-ecf806a00bc1 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:41:46.665795 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:46.706726 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afeb21-dcc4-46ad-926b-66d60358e49e req-8ca47351-e6d8-41af-8769-290037c72fc9 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:46.708306 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d2afeb21-dcc4-46ad-926b-66d60358e49e req-8ca47351-e6d8-41af-8769-290037c72fc9 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 944 time: 0.0579045 Apr 11 16:41:46.765547 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d2afeb21-dcc4-46ad-926b-66d60358e49e req-833ba52e-ec30-4981-a8ca-9ad490eedb5c tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509777 Apr 11 16:41:46.778789 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port b058bc56-8816-4186-9f44-ecf806a00bc1 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:41:46.779018 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:46.813248 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa3bb50-7e54-4694-81eb-50bb747a7799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b058bc56-8816-4186-9f44-ecf806a00bc1'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:41:46.817066 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ca38fd-cc15-418a-8bbe-ad269fc0387f" -d '{"events": [{"server_uuid": "aaa3bb50-7e54-4694-81eb-50bb747a7799", "name": "network-vif-plugged", "status": "completed", "tag": "b058bc56-8816-4186-9f44-ecf806a00bc1"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:41:46.837192 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port b058bc56-8816-4186-9f44-ecf806a00bc1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b058bc56-8816-4186-9f44-ecf806a00bc1,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:41:46.842167 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:46.898826 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=b058bc56-8816-4186-9f44-ecf806a00bc1,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:41:46.944863 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef26e6a9-2f99-44bc-851d-deb09b1854e7 x-openstack-request-id: req-ef26e6a9-2f99-44bc-851d-deb09b1854e7 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:41:46.945535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa3bb50-7e54-4694-81eb-50bb747a7799", "name": "network-vif-plugged", "status": "completed", "tag": "b058bc56-8816-4186-9f44-ecf806a00bc1", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:41:46.945707 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef26e6a9-2f99-44bc-851d-deb09b1854e7 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:41:46.946002 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef26e6a9-2f99-44bc-851d-deb09b1854e7'] response: {'server_uuid': 'aaa3bb50-7e54-4694-81eb-50bb747a7799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b058bc56-8816-4186-9f44-ecf806a00bc1', 'code': 200} Apr 11 16:41:47.183919 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8da6b-4c87-4a38-b062-6bcdf749db73 req-b85bbf09-2254-43d9-b2fc-49daa42d887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:47.185275 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-73e8da6b-4c87-4a38-b062-6bcdf749db73 req-b85bbf09-2254-43d9-b2fc-49daa42d887e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 1129 time: 0.0453863 Apr 11 16:41:47.234460 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-73e8da6b-4c87-4a38-b062-6bcdf749db73 req-e565e42a-b791-4bc2-a1c9-16c9b7647fa3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Apr 11 16:41:47.921437 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606eab60-1cfe-48dd-9faa-ddd03fed5bd6 req-d1df4d2f-2552-4ea1-b614-223974a1f6cd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:47.924011 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-606eab60-1cfe-48dd-9faa-ddd03fed5bd6 req-d1df4d2f-2552-4ea1-b614-223974a1f6cd tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 945 time: 0.0777063 Apr 11 16:41:47.975944 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-606eab60-1cfe-48dd-9faa-ddd03fed5bd6 req-1dd50dd1-6de2-4c1f-bcb8-cec0c6242de0 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462587 Apr 11 16:41:48.403745 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:49.108846 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c4c9-8d6f-4082-801b-6c5b18c00725 req-8e28fc44-83fc-44bd-b9fb-ffdc12d485cc tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:49.110505 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f0f6c4c9-8d6f-4082-801b-6c5b18c00725 req-8e28fc44-83fc-44bd-b9fb-ffdc12d485cc tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 945 time: 0.0551434 Apr 11 16:41:49.173088 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f0f6c4c9-8d6f-4082-801b-6c5b18c00725 req-797707b8-81ad-4708-af81-8f3796a5dc44 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515699 Apr 11 16:41:53.214111 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d37de-4a64-4748-b8bf-db7aca1ac640 req-32f3b254-fb88-4751-a6da-4eea0a3d4e89 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:53.216285 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36186730-657a-4f06-ae94-c44682159208 req-4450df33-5629-473a-8846-3f68902dfc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:53.216957 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-665d37de-4a64-4748-b8bf-db7aca1ac640 req-32f3b254-fb88-4751-a6da-4eea0a3d4e89 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0538268 Apr 11 16:41:53.217815 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-36186730-657a-4f06-ae94-c44682159208 req-4450df33-5629-473a-8846-3f68902dfc62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 1168 time: 0.0436249 Apr 11 16:41:53.280942 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-665d37de-4a64-4748-b8bf-db7aca1ac640 req-f8458a79-e5b0-467e-a34d-b20ff31384cc tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587001 Apr 11 16:41:53.322848 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36186730-657a-4f06-ae94-c44682159208 req-1537d868-56ac-4cc4-b109-214255e2e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:53.324367 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-36186730-657a-4f06-ae94-c44682159208 req-1537d868-56ac-4cc4-b109-214255e2e353 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4478dee5-b317-4769-a31c-e852dd3d8a1a HTTP/1.1" status: 200 len: 916 time: 0.0939138 Apr 11 16:41:53.396415 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-36186730-657a-4f06-ae94-c44682159208 req-440d165a-0d15-495d-b134-19acb3840028 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 200 len: 1001 time: 0.0602534 Apr 11 16:41:53.452602 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36186730-657a-4f06-ae94-c44682159208 req-b82cf5e3-21e3-4d9c-9fd3-735886c020ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:53.454082 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-36186730-657a-4f06-ae94-c44682159208 req-b82cf5e3-21e3-4d9c-9fd3-735886c020ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c666ab6-83cc-4552-80d9-9355a3b10807 HTTP/1.1" status: 200 len: 854 time: 0.0462470 Apr 11 16:41:53.506435 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36186730-657a-4f06-ae94-c44682159208 req-a9ecaada-b5fc-46ee-9ba8-e4a5c84d79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:53.508303 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-36186730-657a-4f06-ae94-c44682159208 req-a9ecaada-b5fc-46ee-9ba8-e4a5c84d79fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4478dee5-b317-4769-a31c-e852dd3d8a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459511 Apr 11 16:41:53.610373 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-36186730-657a-4f06-ae94-c44682159208 req-aa9aba4d-97cf-438a-88f4-37e73200b633 service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953588 Apr 11 16:41:53.712941 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-36186730-657a-4f06-ae94-c44682159208 req-da41f035-061b-4331-a98f-efaaf64b4709 service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934739 Apr 11 16:41:54.424969 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b6b03-ea3a-4c53-8d01-bc8ea7b6aeee req-860287f7-f4ca-45de-a291-d44566aa6c65 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:54.426633 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-774b6b03-ea3a-4c53-8d01-bc8ea7b6aeee req-860287f7-f4ca-45de-a291-d44566aa6c65 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0616224 Apr 11 16:41:54.504299 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-774b6b03-ea3a-4c53-8d01-bc8ea7b6aeee req-b76616a5-4c66-4dd8-99dc-0b30e8645bb6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711617 Apr 11 16:41:55.133218 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d4e5aeee-7c30-487d-9a41-f062498e7db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:55.634108 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231ae91-d0f1-4920-a7a1-38d393ec3254 req-bca223d1-c735-4eb1-83e4-39f8fb00a1bb tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:55.635904 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7231ae91-d0f1-4920-a7a1-38d393ec3254 req-bca223d1-c735-4eb1-83e4-39f8fb00a1bb tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0564473 Apr 11 16:41:55.708959 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7231ae91-d0f1-4920-a7a1-38d393ec3254 req-18b07ecf-6422-47de-816c-7f18293bfc8b tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661485 Apr 11 16:41:56.866755 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c39b9c-b4e6-49c0-8824-947c0e38a3c1 req-699aaa35-0458-4bd7-b9fd-cd9f0b224dde tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:56.869352 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-78c39b9c-b4e6-49c0-8824-947c0e38a3c1 req-699aaa35-0458-4bd7-b9fd-cd9f0b224dde tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0732336 Apr 11 16:41:56.936680 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-78c39b9c-b4e6-49c0-8824-947c0e38a3c1 req-12530f54-ec46-4269-943d-91f03d4a2b4f tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611508 Apr 11 16:41:57.676251 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-37bdaab3-d5c0-43bb-a86c-9a9b35a25027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:58.063836 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b166aa-5a65-4340-877b-febf735b9620 req-0be6035b-7839-4221-be2e-31ab8fa9147e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:58.065464 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21b166aa-5a65-4340-877b-febf735b9620 req-0be6035b-7839-4221-be2e-31ab8fa9147e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0558419 Apr 11 16:41:58.130268 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21b166aa-5a65-4340-877b-febf735b9620 req-189be422-5fa7-43ef-9ebb-78827deef87e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589149 Apr 11 16:41:58.550665 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:59.264955 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5ce67-6bf9-4789-b802-8b3deec44457 req-7c273a96-df62-4708-8e03-e5d1b3445bc5 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:41:59.266433 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18f5ce67-6bf9-4789-b802-8b3deec44457 req-7c273a96-df62-4708-8e03-e5d1b3445bc5 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0506372 Apr 11 16:41:59.334336 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18f5ce67-6bf9-4789-b802-8b3deec44457 req-1c2291f6-1f82-43d4-8e6f-089623403b82 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614474 Apr 11 16:42:00.445981 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:00.504962 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c0404-c804-4114-b675-8afa05f4c9e1 req-6437f838-896f-40a3-8ff5-48b7fb8f21c7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:00.507519 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b52c0404-c804-4114-b675-8afa05f4c9e1 req-6437f838-896f-40a3-8ff5-48b7fb8f21c7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0836854 Apr 11 16:42:00.596758 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b52c0404-c804-4114-b675-8afa05f4c9e1 req-9c916f77-edc9-4388-88b7-adf81d1f3b05 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826170 Apr 11 16:42:01.733184 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443cfa-87f9-4ad4-9e8c-90bc775aaa8b req-bebf3ee0-ff2c-4a2b-bf7e-3476afed32bc tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:01.735312 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80443cfa-87f9-4ad4-9e8c-90bc775aaa8b req-bebf3ee0-ff2c-4a2b-bf7e-3476afed32bc tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0635405 Apr 11 16:42:01.751994 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:01.808839 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80443cfa-87f9-4ad4-9e8c-90bc775aaa8b req-a42326e6-cf34-42a0-a3cc-e7310cdca4e0 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663605 Apr 11 16:42:02.942161 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeb699-9b6a-4718-8634-0de9ee48739f req-73b8609a-9cf1-4976-abb6-8d4d03092b16 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:02.943795 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b5eeb699-9b6a-4718-8634-0de9ee48739f req-73b8609a-9cf1-4976-abb6-8d4d03092b16 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0522954 Apr 11 16:42:03.013246 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b5eeb699-9b6a-4718-8634-0de9ee48739f req-181cbd73-0929-4f74-b4d2-411bb88d2d8c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632641 Apr 11 16:42:04.136743 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5877e33-a1d1-4b7d-af80-50c2d82aa7bd req-563650cc-c4e8-4f7d-955c-8f0e2db51be6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:04.138266 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5877e33-a1d1-4b7d-af80-50c2d82aa7bd req-563650cc-c4e8-4f7d-955c-8f0e2db51be6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0544875 Apr 11 16:42:04.201931 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5877e33-a1d1-4b7d-af80-50c2d82aa7bd req-2663a7d0-8a53-4023-980b-17ccb0b6eefd tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578487 Apr 11 16:42:05.330022 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98d866-8ca4-49bc-80c0-862b4541ee28 req-7bd89479-a749-4268-bc3b-3764f22434f9 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:05.331593 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8f98d866-8ca4-49bc-80c0-862b4541ee28 req-7bd89479-a749-4268-bc3b-3764f22434f9 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0577483 Apr 11 16:42:05.405669 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8f98d866-8ca4-49bc-80c0-862b4541ee28 req-a99ba7c6-56a8-4271-852f-1e8491dca697 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648916 Apr 11 16:42:06.530429 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc0042-17ce-4082-a1d6-19769bd9bcac req-b16570f3-cf7d-4c6f-a12d-cf513bf07558 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:06.531978 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ecc0042-17ce-4082-a1d6-19769bd9bcac req-b16570f3-cf7d-4c6f-a12d-cf513bf07558 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0553334 Apr 11 16:42:06.598525 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ecc0042-17ce-4082-a1d6-19769bd9bcac req-06717010-48f0-47de-bac9-6214916f5c81 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598643 Apr 11 16:42:07.352836 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:42:07.728339 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef3b00-215e-451d-9a40-b3e57d4925f1 req-4e46b8ce-380e-4918-be63-daf7ea17726e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:07.729924 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-20ef3b00-215e-451d-9a40-b3e57d4925f1 req-4e46b8ce-380e-4918-be63-daf7ea17726e tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0586302 Apr 11 16:42:07.798588 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-20ef3b00-215e-451d-9a40-b3e57d4925f1 req-e4c41f6c-b24f-4a49-b80e-7b3e1183818c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587409 Apr 11 16:42:08.925935 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e74431-a0b1-4e9a-ba6f-8c76c8d862d7 req-2b1dfd6f-6abf-49d3-9117-c1ef811cf90f tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:08.927434 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-38e74431-a0b1-4e9a-ba6f-8c76c8d862d7 req-2b1dfd6f-6abf-49d3-9117-c1ef811cf90f tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0510926 Apr 11 16:42:08.997274 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-38e74431-a0b1-4e9a-ba6f-8c76c8d862d7 req-9d856e22-0f8e-4bf4-ab23-8c1899b8afb1 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632572 Apr 11 16:42:10.121253 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b280cf-7675-4e1d-8193-def18d77a3a1 req-aa239edc-8d19-4cc0-a1b4-583ac9bf2905 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:10.123151 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21b280cf-7675-4e1d-8193-def18d77a3a1 req-aa239edc-8d19-4cc0-a1b4-583ac9bf2905 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0527391 Apr 11 16:42:10.197731 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21b280cf-7675-4e1d-8193-def18d77a3a1 req-f44b0fe6-d596-4920-91e7-781056a024aa tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677106 Apr 11 16:42:11.315474 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdc719-6345-4823-983c-5708a916bcc9 req-81e13b14-3661-4e2a-af5a-65420e5ca96d tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:11.316906 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-59bdc719-6345-4823-983c-5708a916bcc9 req-81e13b14-3661-4e2a-af5a-65420e5ca96d tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0500391 Apr 11 16:42:11.381580 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-59bdc719-6345-4823-983c-5708a916bcc9 req-150fa864-8bbb-433f-b7cd-e8c6fcc40a30 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580006 Apr 11 16:42:12.503837 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7ecc2-da89-4b4d-a238-489f411ccde8 req-f1a79921-fba6-4a2f-b6a7-b9af88a0ac0f tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:12.505372 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7dc7ecc2-da89-4b4d-a238-489f411ccde8 req-f1a79921-fba6-4a2f-b6a7-b9af88a0ac0f tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0534763 Apr 11 16:42:12.569913 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7dc7ecc2-da89-4b4d-a238-489f411ccde8 req-4fa38adc-0e15-450a-9314-6e880aa92770 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581231 Apr 11 16:42:13.686921 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b596f-0c66-4941-b641-391b2ad14cbf req-50818f4b-10ad-4465-a4ea-4e4bf7a3acda tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:13.688414 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ae9b596f-0c66-4941-b641-391b2ad14cbf req-50818f4b-10ad-4465-a4ea-4e4bf7a3acda tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0483460 Apr 11 16:42:13.748624 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ae9b596f-0c66-4941-b641-391b2ad14cbf req-4d11b66c-6e96-4617-b0b2-49569f912056 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544331 Apr 11 16:42:14.874382 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f05487-e6d9-441e-999d-1f5bc1038577 req-163346f4-9635-4148-a9c2-59f165bbccf7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:14.875969 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29f05487-e6d9-441e-999d-1f5bc1038577 req-163346f4-9635-4148-a9c2-59f165bbccf7 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0516620 Apr 11 16:42:14.948691 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-29f05487-e6d9-441e-999d-1f5bc1038577 req-e56b12cb-72cc-4857-8370-b79f76af9069 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=53fb903d-63ec-4004-a1fb-7695785c7fae&id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667205 Apr 11 16:42:15.834974 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4940a09-a8f4-4f1a-a528-dd23faf60711 req-d8249db4-f43f-4f0c-8c74-2a6b0e224f51 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:15.836796 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c4940a09-a8f4-4f1a-a528-dd23faf60711 req-d8249db4-f43f-4f0c-8c74-2a6b0e224f51 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 945 time: 0.0534210 Apr 11 16:42:15.890750 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c4940a09-a8f4-4f1a-a528-dd23faf60711 req-b89a55aa-b5c3-409a-8de0-0da0555b0ec7 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482814 Apr 11 16:42:17.007864 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aeda1b-0e8a-4664-9432-6dd6ca7f9f58 req-ba7dabf4-d977-4359-a425-dab8f64c4143 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:17.009415 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e8aeda1b-0e8a-4664-9432-6dd6ca7f9f58 req-ba7dabf4-d977-4359-a425-dab8f64c4143 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 945 time: 0.0481005 Apr 11 16:42:17.058434 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e8aeda1b-0e8a-4664-9432-6dd6ca7f9f58 req-e81e61dc-0710-4fbf-8aa9-afab590f1910 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 Apr 11 16:42:18.181150 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88967954-b69f-44b2-bd4a-74bdbe5cb787 req-fd0759f1-59a2-48ec-bb53-04d480402f70 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:18.182719 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-88967954-b69f-44b2-bd4a-74bdbe5cb787 req-fd0759f1-59a2-48ec-bb53-04d480402f70 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Apr 11 16:42:18.233992 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-88967954-b69f-44b2-bd4a-74bdbe5cb787 req-e255534e-63a2-4fda-b850-5f1c970b4075 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/security-groups?id=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455866 Apr 11 16:42:18.250925 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-16aa37bf-6ddc-443c-a892-780665f2167d tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:18.252404 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-16aa37bf-6ddc-443c-a892-780665f2167d tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 945 time: 0.0832837 Apr 11 16:42:18.399087 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Deleting port b058bc56-8816-4186-9f44-ecf806a00bc1 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:42:18.399439 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:18.407232 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:18.494063 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] For port b058bc56-8816-4186-9f44-ecf806a00bc1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b058bc56-8816-4186-9f44-ecf806a00bc1,segment=NetworkSegment(91573e6f-88a0-4a41-aed0-b99248a28274),segment_id=91573e6f-88a0-4a41-aed0-b99248a28274)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:42:18.494420 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:18.511402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Calling delete_port for b058bc56-8816-4186-9f44-ecf806a00bc1 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:42:18.907758 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (b058bc56-8816-4186-9f44-ecf806a00bc1), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:18.920517 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['b058bc56-8816-4186-9f44-ecf806a00bc1'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:42:18.936585 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Pushing event deleted for resources: {'Port': ['ID=b058bc56-8816-4186-9f44-ecf806a00bc1,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:19.007716 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] No DVR routers for this DVR port b058bc56-8816-4186-9f44-ecf806a00bc1 on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:42:19.011345 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:19.014550 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-09822ca8-21de-43ad-a747-1986f0026fc3 req-6edde59f-4ba1-4ebf-a243-3ffc6d9ad608 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.41 "DELETE /v2.0/ports/b058bc56-8816-4186-9f44-ecf806a00bc1 HTTP/1.1" status: 204 len: 173 time: 0.7358425 Apr 11 16:42:19.014985 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa3bb50-7e54-4694-81eb-50bb747a7799', 'name': 'network-vif-deleted', 'tag': 'b058bc56-8816-4186-9f44-ecf806a00bc1'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:42:19.017316 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d981cf-9d09-4e38-a035-8dc327569f0a" -d '{"events": [{"server_uuid": "aaa3bb50-7e54-4694-81eb-50bb747a7799", "name": "network-vif-deleted", "tag": "b058bc56-8816-4186-9f44-ecf806a00bc1"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:42:19.060921 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a755fb4f-bd32-4d76-bc91-094c04c3d986 x-openstack-request-id: req-a755fb4f-bd32-4d76-bc91-094c04c3d986 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:42:19.061209 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa3bb50-7e54-4694-81eb-50bb747a7799", "name": "network-vif-deleted", "tag": "b058bc56-8816-4186-9f44-ecf806a00bc1", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:42:19.061455 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a755fb4f-bd32-4d76-bc91-094c04c3d986 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:42:19.061849 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a755fb4f-bd32-4d76-bc91-094c04c3d986'] response: {'server_uuid': 'aaa3bb50-7e54-4694-81eb-50bb747a7799', 'name': 'network-vif-deleted', 'tag': 'b058bc56-8816-4186-9f44-ecf806a00bc1', 'status': 'completed', 'code': 200} Apr 11 16:42:19.347852 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75c7b9b5-6724-42b1-8d3d-1d4bd18a0d03 req-b09ad7bb-1306-4235-afe2-89dbbffbb8a3 tempest-VolumesSnapshotTestJSON-1706842782 tempest-VolumesSnapshotTestJSON-1706842782-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaa3bb50-7e54-4694-81eb-50bb747a7799 HTTP/1.1" status: 200 len: 210 time: 0.0289671 Apr 11 16:42:19.755774 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580206c-1c57-4433-8e34-acb117b3baec req-34ae1e58-f374-475c-8f81-a6d9d77e82d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:19.757668 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b580206c-1c57-4433-8e34-acb117b3baec req-34ae1e58-f374-475c-8f81-a6d9d77e82d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0505648 Apr 11 16:42:19.808970 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b580206c-1c57-4433-8e34-acb117b3baec req-57e26cae-040a-471b-a377-0d0f92dbcd7d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454457 Apr 11 16:42:20.927685 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b56d3d-8e9a-4f72-b8a5-ed88ab204a78 req-52b66535-3e7e-43aa-97db-1ef98a208163 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:20.929253 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-92b56d3d-8e9a-4f72-b8a5-ed88ab204a78 req-52b66535-3e7e-43aa-97db-1ef98a208163 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0504217 Apr 11 16:42:20.984279 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-92b56d3d-8e9a-4f72-b8a5-ed88ab204a78 req-dc0611f5-bb42-420f-b050-83dad2d1260b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489941 Apr 11 16:42:22.103766 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfe81c-c360-40a9-8a37-9f49b3d29134 req-fd4db1ed-bfbf-4955-9e22-e0e1a0e377f7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:22.106082 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9fbfe81c-c360-40a9-8a37-9f49b3d29134 req-fd4db1ed-bfbf-4955-9e22-e0e1a0e377f7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0475571 Apr 11 16:42:22.155873 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9fbfe81c-c360-40a9-8a37-9f49b3d29134 req-5c8326a6-72f9-4700-a0e2-58374714d465 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441751 Apr 11 16:42:23.276973 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83187210-5c26-445a-ac02-46da7d723634 req-0bd2489a-0047-44ce-869d-913e6676f426 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:23.278434 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-83187210-5c26-445a-ac02-46da7d723634 req-0bd2489a-0047-44ce-869d-913e6676f426 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0510619 Apr 11 16:42:23.304004 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device b058bc56-8816-4186-9f44-ecf806a00bc1 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:42:23.324347 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: b058bc56-8816-4186-9f44-ecf806a00bc1 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:42:23.324692 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device b058bc56-8816-4186-9f44-ecf806a00bc1 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:42:23.325869 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-83187210-5c26-445a-ac02-46da7d723634 req-7e6dab24-488b-45aa-9ac7-64e5ae336bc3 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418565 Apr 11 16:42:24.450833 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587e273-3f86-4456-8b7a-6cc5ddc9af70 req-aa1d793c-5a02-4083-b619-2d1562e569d8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:24.452337 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3587e273-3f86-4456-8b7a-6cc5ddc9af70 req-aa1d793c-5a02-4083-b619-2d1562e569d8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0494683 Apr 11 16:42:24.501601 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3587e273-3f86-4456-8b7a-6cc5ddc9af70 req-557158e1-f125-43c0-afeb-71bfc5410c90 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435910 Apr 11 16:42:25.140787 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c53ce846-e716-4dc5-8f53-f6b2451554a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:25.620709 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d94174-0067-4685-bcca-b170c025e55a req-2336246e-4214-4c08-b030-ac3b6b54bada tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:25.622575 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18d94174-0067-4685-bcca-b170c025e55a req-2336246e-4214-4c08-b030-ac3b6b54bada tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0489531 Apr 11 16:42:25.674092 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-18d94174-0067-4685-bcca-b170c025e55a req-b3ef6d29-c762-465f-a1d0-2a4751ecca36 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458508 Apr 11 16:42:26.792698 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573eb7-d222-48a5-b7ff-48f0d3349fbb req-5beda6cd-74a5-41f2-96e6-1948ad7bb8cb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:26.794188 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a1573eb7-d222-48a5-b7ff-48f0d3349fbb req-5beda6cd-74a5-41f2-96e6-1948ad7bb8cb tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0502331 Apr 11 16:42:26.844322 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a1573eb7-d222-48a5-b7ff-48f0d3349fbb req-542dec3f-d212-4632-a2c0-c918a0a9cc28 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440524 Apr 11 16:42:27.671084 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-40edd26d-63e4-4fee-92e1-f6f296d30319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:27.962880 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893de75d-ec85-4ba3-8d8f-f02e031c7d41 req-2e289ed9-48f8-4d86-9d96-e6c2dad2755a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:27.964319 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-893de75d-ec85-4ba3-8d8f-f02e031c7d41 req-2e289ed9-48f8-4d86-9d96-e6c2dad2755a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0483778 Apr 11 16:42:28.014226 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-893de75d-ec85-4ba3-8d8f-f02e031c7d41 req-a123760a-fdb4-4ce9-bce3-5032b1059049 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439186 Apr 11 16:42:28.551574 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:29.141959 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ca638-b30f-4f69-a500-ee0fff2ad7f6 req-f88f7b20-7bfb-43db-a0c5-ae7d2dbdadc0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:29.143350 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-111ca638-b30f-4f69-a500-ee0fff2ad7f6 req-f88f7b20-7bfb-43db-a0c5-ae7d2dbdadc0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0516777 Apr 11 16:42:29.194441 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-111ca638-b30f-4f69-a500-ee0fff2ad7f6 req-090efa12-fabd-473b-877c-0c80989aa901 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448635 Apr 11 16:42:30.311135 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85137c23-f7cf-47fe-81f4-525a79159ca5 req-9312ec62-c39e-4e87-9e5b-4662917173b3 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:30.312728 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-85137c23-f7cf-47fe-81f4-525a79159ca5 req-9312ec62-c39e-4e87-9e5b-4662917173b3 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0489211 Apr 11 16:42:30.373338 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-85137c23-f7cf-47fe-81f4-525a79159ca5 req-f4e28792-e4d2-4f76-8ba5-476eb330de6a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546050 Apr 11 16:42:30.441490 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:30.593260 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520a538-f3d3-44ee-bfab-f7e3ac181e3e req-2b33026d-6b37-4222-8c97-ba1c08e2af1c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:30.594791 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b520a538-f3d3-44ee-bfab-f7e3ac181e3e req-2b33026d-6b37-4222-8c97-ba1c08e2af1c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0550847 Apr 11 16:42:30.646197 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b520a538-f3d3-44ee-bfab-f7e3ac181e3e req-b9146da6-7f8c-42cb-9136-4e246cf128b1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454559 Apr 11 16:42:31.749260 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:31.769749 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09076a-37af-4f6f-a04e-dcfaa4cd79b7 req-8e922a8b-b29b-4da2-b607-e4762088bbbc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:31.771287 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a09076a-37af-4f6f-a04e-dcfaa4cd79b7 req-8e922a8b-b29b-4da2-b607-e4762088bbbc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0517721 Apr 11 16:42:31.821064 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a09076a-37af-4f6f-a04e-dcfaa4cd79b7 req-f83ff1ca-bdfc-4e77-98f2-aeffa6c44dc9 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Apr 11 16:42:32.938826 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02f35-002e-43cf-bb00-8bea5958c333 req-b63740c3-6c04-438f-bb47-dde0727a6750 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:32.940358 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aca02f35-002e-43cf-bb00-8bea5958c333 req-b63740c3-6c04-438f-bb47-dde0727a6750 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0502379 Apr 11 16:42:32.992288 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aca02f35-002e-43cf-bb00-8bea5958c333 req-d474d71d-a4f2-4470-add1-c32b224fe998 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461080 Apr 11 16:42:34.080249 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-8586f299-a02d-4d93-876e-750f2deef0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:34.081775 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-8586f299-a02d-4d93-876e-750f2deef0ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 1130 time: 0.0438051 Apr 11 16:42:34.113683 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e75ea-4df9-41f4-a3e7-7ee0d62d8eeb req-1ad76855-e335-4547-aba8-f4ec7f5fbba0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:34.115441 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-678e75ea-4df9-41f4-a3e7-7ee0d62d8eeb req-1ad76855-e335-4547-aba8-f4ec7f5fbba0 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0508156 Apr 11 16:42:34.167698 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-678e75ea-4df9-41f4-a3e7-7ee0d62d8eeb req-1ea3510a-b673-4512-9560-89007aa7f71d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455027 Apr 11 16:42:34.178141 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-5dff07c5-e4a2-462d-bdc2-5fb918e900b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:34.179603 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-5dff07c5-e4a2-462d-bdc2-5fb918e900b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 912 time: 0.0906816 Apr 11 16:42:34.248575 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-60bc2816-6a36-46f5-a1c6-e876ff3d4de2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a73169ab-a868-4681-96ea-03b1560d84b4 HTTP/1.1" status: 200 len: 1002 time: 0.0619519 Apr 11 16:42:34.298806 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-b784bda5-fd2a-43e4-a5f8-84433eadfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:34.300185 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-b784bda5-fd2a-43e4-a5f8-84433eadfe41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 200 len: 850 time: 0.0433326 Apr 11 16:42:34.349225 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-042f122f-3488-4f21-8a6d-f956f87597d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:34.351260 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-042f122f-3488-4f21-8a6d-f956f87597d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440674 Apr 11 16:42:34.449914 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-3c3859c6-abdb-4baa-9bd6-64f96ea8d1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918262 Apr 11 16:42:34.549777 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-41edc45e-5a6b-4d49-9171-40e14a56189b req-3c0a6a2c-660d-458c-97f8-993a8ba72289 service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925176 Apr 11 16:42:35.286305 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44ed19-2e80-4662-992d-fc3d984c87d0 req-d88aa76e-0f66-4b98-8d90-3f7946c81ab6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:35.287930 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a44ed19-2e80-4662-992d-fc3d984c87d0 req-d88aa76e-0f66-4b98-8d90-3f7946c81ab6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0495350 Apr 11 16:42:35.336720 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a44ed19-2e80-4662-992d-fc3d984c87d0 req-d517f092-484b-4658-b2a6-ae2c2cb82976 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429366 Apr 11 16:42:35.698831 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-0569e657-14a8-4aa2-a545-071af231c22c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397952 Apr 11 16:42:35.763046 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-858f0b98-f804-4d2f-842c-6decc8e0735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:35.764621 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-858f0b98-f804-4d2f-842c-6decc8e0735c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e396e5cb51e143bb84d76c18dba0d403&device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 1129 time: 0.0388908 Apr 11 16:42:35.868874 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-f05df8ee-c939-47fa-a65d-064a1c070c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:35.870211 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-f05df8ee-c939-47fa-a65d-064a1c070c2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 200 len: 919 time: 0.0859895 Apr 11 16:42:35.910529 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-6d1911e9-aa5e-46f3-911e-e3a5aa7750f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397ce2a8-6d73-4bf8-b796-c54287e1035a HTTP/1.1" status: 200 len: 217 time: 0.0338149 Apr 11 16:42:35.959952 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-3ede9b31-0ad6-4d6e-b499-42324af1b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:35.961401 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-3ede9b31-0ad6-4d6e-b499-42324af1b886 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 200 len: 857 time: 0.0447531 Apr 11 16:42:36.011001 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-9a1245e6-4c15-4103-b436-7e06c361b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:36.012561 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-9a1245e6-4c15-4103-b436-7e06c361b040 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beb37b89-3aa6-44d9-a704-52e8c05a205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447769 Apr 11 16:42:36.102778 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-f0b01118-e43b-4bd8-97c7-59f394bee297 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834258 Apr 11 16:42:36.199580 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7bbc133-e1c4-468b-a7a3-7b7a6fd00ec8 req-e4b998f3-5514-4b98-9bf1-49c2745dc198 service neutron] 10.222.0.41 "GET /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901039 Apr 11 16:42:36.462901 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e70f-c8a1-4479-a54e-7cdcbd190afa req-deb63448-5c12-4e8d-ab28-2aab191049cd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:36.464312 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5c6e70f-c8a1-4479-a54e-7cdcbd190afa req-deb63448-5c12-4e8d-ab28-2aab191049cd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0539629 Apr 11 16:42:36.517484 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5c6e70f-c8a1-4479-a54e-7cdcbd190afa req-f611d521-3cb1-453e-8b0d-530f354c0689 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474541 Apr 11 16:42:44.352869 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:42:44.741340 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59520) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:44.788497 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Deleting subnet 03e5d453-a3d8-4825-8d0d-c9ef535f14a9 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:42:44.792002 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Publish callbacks [] for subnet (03e5d453-a3d8-4825-8d0d-c9ef535f14a9), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:44.826409 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Publish callbacks [] for subnet (03e5d453-a3d8-4825-8d0d-c9ef535f14a9), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:44.832247 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (03e5d453-a3d8-4825-8d0d-c9ef535f14a9), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:44.893675 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (03e5d453-a3d8-4825-8d0d-c9ef535f14a9), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:44.917468 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e5d453-a3d8-4825-8d0d-c9ef535f14a9,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:44.926986 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:44.930231 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d5284923-2976-4524-9244-11262db17957 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/03e5d453-a3d8-4825-8d0d-c9ef535f14a9 HTTP/1.1" status: 204 len: 168 time: 0.1876047 Apr 11 16:42:44.931939 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.932282 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.932713 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.932977 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59522) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:44.933448 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.933448 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.933683 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.934012 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.934369 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.934689 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.935016 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.935313 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.935668 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.935990 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.936311 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:44.936637 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5284923-2976-4524-9244-11262db17957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.001128 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (b5c235fd-58a1-4013-a70e-85ace28807d0), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.086832 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (b5c235fd-58a1-4013-a70e-85ace28807d0), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.107291 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c235fd-58a1-4013-a70e-85ace28807d0']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:45.116614 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91573e6f-88a0-4a41-aed0-b99248a28274') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:45.116905 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91573e6f-88a0-4a41-aed0-b99248a28274') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:45.126435 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529087716'] for segment (91573e6f-88a0-4a41-aed0-b99248a28274), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.140330 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (91573e6f-88a0-4a41-aed0-b99248a28274), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.147924 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:42:45.148384 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529333284'] for segment (91573e6f-88a0-4a41-aed0-b99248a28274), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: Traceback (most recent call last): Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: timer() Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: cb(*args, **kw) Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: return func(*args, **kwargs) Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: self._notify() Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: self.callback(batched_events) Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: event.method(event) Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: return f(self, *a, **k) Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._get(url).json() Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:42:45.150221 dv-cinder-837165-2-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:42:45.207439 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (b5c235fd-58a1-4013-a70e-85ace28807d0), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.213445 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.216618 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b5c235fd-58a1-4013-a70e-85ace28807d0 HTTP/1.1" status: 204 len: 168 time: 0.2825992 Apr 11 16:42:45.227839 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c235fd-58a1-4013-a70e-85ace28807d0,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:45.235293 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.235668 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.236012 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.236355 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.236692 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.237024 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.237407 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.237665 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.237989 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.238314 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.238626 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.238968 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.239287 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.239595 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.239974 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c148b4d1-e788-491f-b083-70e742ca1127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:45.329329 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59528) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:45.371254 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-272bcc8a-5586-4d5a-ace6-f84b09526037 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d6d2866c13744368b0762634b43a1be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403397 Apr 11 16:42:45.373826 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59530) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:45.421368 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1bd5c238-d55b-46de-88ab-8c4ce90aa1ad admin admin] Publish callbacks [] for security_group (e437e7b3-8d23-4fe2-87b4-ed2c71d656f4), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.442577 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1bd5c238-d55b-46de-88ab-8c4ce90aa1ad admin admin] Publish callbacks [] for security_group (e437e7b3-8d23-4fe2-87b4-ed2c71d656f4), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.490257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1bd5c238-d55b-46de-88ab-8c4ce90aa1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e437e7b3-8d23-4fe2-87b4-ed2c71d656f4), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.493110 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1bd5c238-d55b-46de-88ab-8c4ce90aa1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.494356 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1bd5c238-d55b-46de-88ab-8c4ce90aa1ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e437e7b3-8d23-4fe2-87b4-ed2c71d656f4 HTTP/1.1" status: 204 len: 168 time: 0.1196630 Apr 11 16:42:45.502771 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5c238-d55b-46de-88ab-8c4ce90aa1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e437e7b3-8d23-4fe2-87b4-ed2c71d656f4,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:48.428773 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:49.951665 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52608f-3c43-4ead-8113-e2ad9caedac6 req-41ac5d2b-9da3-4de8-a2f0-8b763df0086d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:49.953113 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a52608f-3c43-4ead-8113-e2ad9caedac6 req-41ac5d2b-9da3-4de8-a2f0-8b763df0086d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0511129 Apr 11 16:42:50.002680 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a52608f-3c43-4ead-8113-e2ad9caedac6 req-47aedeb1-e5e5-43c2-ae2b-0b4b945714aa tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433693 Apr 11 16:42:51.126123 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018884d0-1fc9-4204-aa01-3020c6ecbf8b req-567eac6d-0ff3-4510-b441-a93c66731aee tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:51.127588 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-018884d0-1fc9-4204-aa01-3020c6ecbf8b req-567eac6d-0ff3-4510-b441-a93c66731aee tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0498049 Apr 11 16:42:51.174410 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-018884d0-1fc9-4204-aa01-3020c6ecbf8b req-2453e2b8-973f-406f-afad-5fa28cd43b77 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410070 Apr 11 16:42:51.992596 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-ddedf455-4a1f-46f6-a246-59351a9e88c2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:51.994046 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-ddedf455-4a1f-46f6-a246-59351a9e88c2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0483234 Apr 11 16:42:52.088909 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Deleting port 8b85453b-0363-47d5-9902-93d848d7263e {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:42:52.089223 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (8b85453b-0363-47d5-9902-93d848d7263e), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:52.180392 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] For port 8b85453b-0363-47d5-9902-93d848d7263e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8b85453b-0363-47d5-9902-93d848d7263e,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:42:52.180752 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (8b85453b-0363-47d5-9902-93d848d7263e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:52.294693 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d8d75-eaf9-4bda-9719-d5adb9a0c0e7 req-af89f4ff-a203-4622-8f2f-8b95a70a6dc3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:52.296107 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bd2d8d75-eaf9-4bda-9719-d5adb9a0c0e7 req-af89f4ff-a203-4622-8f2f-8b95a70a6dc3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 946 time: 0.0470572 Apr 11 16:42:52.353109 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bd2d8d75-eaf9-4bda-9719-d5adb9a0c0e7 req-6e18ff8b-84f6-4818-b67e-1bca09f6f230 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fd76579-692b-4a3d-a254-85a280eb5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511746 Apr 11 16:42:52.463859 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:52.464218 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (dadb3716-c634-4942-aa3b-977d92d96db3), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:52.464534 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Floating IP dadb3716-c634-4942-aa3b-977d92d96db3 disassociated. External IP: 172.27.0.13, port: 8b85453b-0363-47d5-9902-93d848d7263e. Apr 11 16:42:52.464908 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Calling delete_port for 8b85453b-0363-47d5-9902-93d848d7263e owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:42:52.597072 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (8b85453b-0363-47d5-9902-93d848d7263e), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:52.628146 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event deleted for resources: {'Port': ['ID=8b85453b-0363-47d5-9902-93d848d7263e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:52.755016 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Router 0b016d98-8e95-4922-9fcd-16a8dff57415 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:42:52.873624 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:42:52.885666 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] Sync routers for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:42:52.897930 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:42:52.898571 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:52.919686 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] No DVR routers for this DVR port 8b85453b-0363-47d5-9902-93d848d7263e on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:42:52.922604 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:52.926167 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-cad2df60-d904-4c0f-8ef4-3d9ac1b36956 req-dc0e5b24-f6de-49d1-9612-299065a392e6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "DELETE /v2.0/ports/8b85453b-0363-47d5-9902-93d848d7263e HTTP/1.1" status: 204 len: 173 time: 0.9266529 Apr 11 16:42:52.926653 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-deleted', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:42:52.929457 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422177be-e415-433b-9c49-f06bb61c52b6" -d '{"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-deleted", "tag": "8b85453b-0363-47d5-9902-93d848d7263e"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:42:52.978145 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea8492a-9b37-41b8-91d6-725ae3d78422 x-openstack-request-id: req-cea8492a-9b37-41b8-91d6-725ae3d78422 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:42:52.978354 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08685e5-3c41-4032-9633-cc591711221a", "name": "network-vif-deleted", "tag": "8b85453b-0363-47d5-9902-93d848d7263e", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:42:52.978577 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cea8492a-9b37-41b8-91d6-725ae3d78422 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:42:52.978993 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea8492a-9b37-41b8-91d6-725ae3d78422'] response: {'server_uuid': 'f08685e5-3c41-4032-9633-cc591711221a', 'name': 'network-vif-deleted', 'tag': '8b85453b-0363-47d5-9902-93d848d7263e', 'status': 'completed', 'code': 200} Apr 11 16:42:53.025710 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:42:53.237183 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:53.264264 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] Checking router: 0b016d98-8e95-4922-9fcd-16a8dff57415 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:42:53.273295 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:42:53.273915 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:53.392371 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:42:53.487076 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e13dde99-7782-4c00-afc3-f57602e34cc4 req-6c32fcf9-9840-4e79-9315-38bbb2ee2fa9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08685e5-3c41-4032-9633-cc591711221a HTTP/1.1" status: 200 len: 210 time: 0.0379550 Apr 11 16:42:53.606142 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:53.633010 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51048b-9285-4d75-af38-541ef666f3a7 None None] The sync data for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi is: [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:42:53.865828 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e65b14-7323-493f-97c5-8d3a5992e654 None None] New status for floating IP dadb3716-c634-4942-aa3b-977d92d96db3: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:42:54.578683 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59572) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:54.637962 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4c721214-683a-4b63-9e11-ad8dc3159c62 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (1fd76579-692b-4a3d-a254-85a280eb5b4e), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.663794 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4c721214-683a-4b63-9e11-ad8dc3159c62 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (1fd76579-692b-4a3d-a254-85a280eb5b4e), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.714281 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4c721214-683a-4b63-9e11-ad8dc3159c62 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1fd76579-692b-4a3d-a254-85a280eb5b4e), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.717034 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4c721214-683a-4b63-9e11-ad8dc3159c62 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.718434 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4c721214-683a-4b63-9e11-ad8dc3159c62 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "DELETE /v2.0/security-groups/1fd76579-692b-4a3d-a254-85a280eb5b4e HTTP/1.1" status: 204 len: 168 time: 0.1386530 Apr 11 16:42:54.721302 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59574) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:54.728651 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c721214-683a-4b63-9e11-ad8dc3159c62 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd76579-692b-4a3d-a254-85a280eb5b4e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:54.737104 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.api.v2.resource [None req-bd0a059c-1307-4f1a-9bc6-088736f96e3e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] show failed (client error): The resource could not be found. Apr 11 16:42:54.741500 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-bd0a059c-1307-4f1a-9bc6-088736f96e3e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups/1fd76579-692b-4a3d-a254-85a280eb5b4e HTTP/1.1" status: 404 len: 347 time: 0.0189676 Apr 11 16:42:54.742330 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59576) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:54.872774 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Deleting port d2f94e97-8927-4c1e-9130-d3e5b2cb923e {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:42:54.873026 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (d2f94e97-8927-4c1e-9130-d3e5b2cb923e), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.957326 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (d2f94e97-8927-4c1e-9130-d3e5b2cb923e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.957605 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (d2f94e97-8927-4c1e-9130-d3e5b2cb923e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.970957 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Calling delete_port for d2f94e97-8927-4c1e-9130-d3e5b2cb923e owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:42:55.138251 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6a521038-11ba-4775-8ccd-414c0c4d776f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.356509 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (d2f94e97-8927-4c1e-9130-d3e5b2cb923e), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.382848 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event deleted for resources: {'Port': ['ID=d2f94e97-8927-4c1e-9130-d3e5b2cb923e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:55.450587 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (dadb3716-c634-4942-aa3b-977d92d96db3), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.453266 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.454451 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4b008c17-00fe-49e6-a492-cfa90bd6180b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "DELETE /v2.0/floatingips/dadb3716-c634-4942-aa3b-977d92d96db3 HTTP/1.1" status: 204 len: 168 time: 0.7110164 Apr 11 16:42:55.744353 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59580) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:55.749366 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-b7beb82d-78f9-4dd4-a24c-fe08fb20f26e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013405029', 'description': 'tempest-description--1481117505'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:55.770131 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b7beb82d-78f9-4dd4-a24c-fe08fb20f26e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.842616 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b7beb82d-78f9-4dd4-a24c-fe08fb20f26e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (3d8789de-cee5-487a-8aee-6a3f0a63caba), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.847810 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b7beb82d-78f9-4dd4-a24c-fe08fb20f26e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3d8789de-cee5-487a-8aee-6a3f0a63caba), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.882630 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b7beb82d-78f9-4dd4-a24c-fe08fb20f26e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.883909 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-b7beb82d-78f9-4dd4-a24c-fe08fb20f26e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1385369 Apr 11 16:42:55.885998 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beb82d-78f9-4dd4-a24c-fe08fb20f26e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8789de-cee5-487a-8aee-6a3f0a63caba,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:55.886938 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59582) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:55.896996 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-d09967d3-3a27-4dd2-a22f-e4ebf56acc3d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'security_group_rule': {'security_group_id': '3d8789de-cee5-487a-8aee-6a3f0a63caba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:55.929810 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d09967d3-3a27-4dd2-a22f-e4ebf56acc3d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (3c5cc873-4565-47d7-aa46-23c3d780ad6f), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.994682 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d09967d3-3a27-4dd2-a22f-e4ebf56acc3d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (3c5cc873-4565-47d7-aa46-23c3d780ad6f), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.000213 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d09967d3-3a27-4dd2-a22f-e4ebf56acc3d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (3c5cc873-4565-47d7-aa46-23c3d780ad6f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.018406 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09967d3-3a27-4dd2-a22f-e4ebf56acc3d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5cc873-4565-47d7-aa46-23c3d780ad6f,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:56.027070 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d09967d3-3a27-4dd2-a22f-e4ebf56acc3d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.030325 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d09967d3-3a27-4dd2-a22f-e4ebf56acc3d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394997 Apr 11 16:42:56.031005 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59584) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:56.035419 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-5c9f254a-01ac-47e7-bca5-3829ff2210a6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'security_group_rule': {'security_group_id': '3d8789de-cee5-487a-8aee-6a3f0a63caba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:56.064156 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5c9f254a-01ac-47e7-bca5-3829ff2210a6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (6400c9d9-56fd-4904-880e-fbe34ea161cf), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.124338 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5c9f254a-01ac-47e7-bca5-3829ff2210a6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (6400c9d9-56fd-4904-880e-fbe34ea161cf), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.129320 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5c9f254a-01ac-47e7-bca5-3829ff2210a6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (6400c9d9-56fd-4904-880e-fbe34ea161cf), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.149245 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f254a-01ac-47e7-bca5-3829ff2210a6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6400c9d9-56fd-4904-880e-fbe34ea161cf,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:56.156288 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5c9f254a-01ac-47e7-bca5-3829ff2210a6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.157525 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5c9f254a-01ac-47e7-bca5-3829ff2210a6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255951 Apr 11 16:42:56.160687 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59586) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:56.165091 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:56.188733 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.274134 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.384879 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Allocated IP 172.27.0.3 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/07cd3796-e453-4abe-83f8-09ac572c308d) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:42:56.501520 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for port (07cd3796-e453-4abe-83f8-09ac572c308d), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.537708 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (07cd3796-e453-4abe-83f8-09ac572c308d), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.578470 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:42:56.581294 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:42:56.588433 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:42:56.593319 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'Port': ['ID=07cd3796-e453-4abe-83f8-09ac572c308d,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:56.640138 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (13766d16-37bd-418d-bb99-576bc230fe14), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.679851 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (07cd3796-e453-4abe-83f8-09ac572c308d), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.789425 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:42:56.810349 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 8b85453b-0363-47d5-9902-93d848d7263e {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:42:56.810660 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 8b85453b-0363-47d5-9902-93d848d7263e not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:42:56.843621 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for port (07cd3796-e453-4abe-83f8-09ac572c308d), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.849402 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (07cd3796-e453-4abe-83f8-09ac572c308d), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.879388 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (13766d16-37bd-418d-bb99-576bc230fe14), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.902072 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'Port': ['ID=07cd3796-e453-4abe-83f8-09ac572c308d,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:56.907453 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.909343 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9572b170-c4ee-4956-bc52-cd4efa7a6c64 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7470706 Apr 11 16:42:57.118761 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-8554e6d1-e69d-450a-acc8-a2898331e817 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2013405029&fields=id&tenant_id=fff5d5c8db254085a82ca911ead15f49 HTTP/1.1" status: 200 len: 267 time: 0.0477874 Apr 11 16:42:57.225756 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da101bb-5388-44bc-b247-21db76832e0c req-7d9a80dc-8010-443a-abbc-e3299ea4f244 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:57.227214 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-7d9a80dc-8010-443a-abbc-e3299ea4f244 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 817 time: 0.1014924 Apr 11 16:42:57.242235 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-5a170b78-c45b-42b5-b516-cda7276055f1 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/quotas/fff5d5c8db254085a82ca911ead15f49 HTTP/1.1" status: 200 len: 375 time: 0.0094347 Apr 11 16:42:57.294590 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-cf805601-f484-4c80-a9a0-52bc1ac8b686 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468960 Apr 11 16:42:57.489958 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-d4655739-77fe-40d8-a80f-7522399c1793 service neutron] 10.222.0.65 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836488 Apr 11 16:42:57.582789 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-0fedad62-3f57-414a-9172-f8a6c4aaf1db service neutron] 10.222.0.65 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861044 Apr 11 16:42:57.673922 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3a131c04-bd81-4947-96c0-2c10823370eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:58.556110 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:58.767401 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7544e24f-ad9e-4d4f-8cac-565e66ff631c req-1840e12c-635b-40c1-98d3-5ec0d181857f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 210 time: 0.0291924 Apr 11 16:42:59.856868 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8ded5eb5-f52c-4355-bb3a-aeac880a9d3a req-c8aff431-9226-49ba-bced-47a353022606 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 210 time: 0.0286026 Apr 11 16:43:00.444399 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:00.946146 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-689a80b2-ea6a-482c-94f7-00aa8c8290d7 req-80b962b0-2243-4f2c-8df0-ea60e677c703 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 210 time: 0.0302713 Apr 11 16:43:01.744477 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:02.036969 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5f74fd50-2d6f-4bfe-8a03-c8d6dd6ee911 req-f3536670-cc84-404c-b313-93b7cc621994 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 210 time: 0.0328815 Apr 11 16:43:02.815624 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da101bb-5388-44bc-b247-21db76832e0c req-fcb00f87-1275-4e9c-b764-b6b29e872c9d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:02.817245 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-fcb00f87-1275-4e9c-b764-b6b29e872c9d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 817 time: 0.1147039 Apr 11 16:43:02.879345 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eecd05-c612-4047-81fa-28617014cf9a req-5c66b6aa-73e5-409a-8700-fbc9953e1c94 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:02.880885 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9eecd05-c612-4047-81fa-28617014cf9a req-5c66b6aa-73e5-409a-8700-fbc9953e1c94 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0528514 Apr 11 16:43:02.932116 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9eecd05-c612-4047-81fa-28617014cf9a req-54fc374f-38d2-41a9-bf7d-5f752a14503b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452309 Apr 11 16:43:03.140972 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-933eef02-2c58-448d-94e7-11e80f2aa7db req-3ab40a1c-20b9-438f-8dac-27825227e354 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 210 time: 0.0291109 Apr 11 16:43:04.048905 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79deb9e-bf04-413c-b943-c751abf6da4d req-35cd1d51-9b1f-4943-bff4-6316902638f7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:04.050430 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d79deb9e-bf04-413c-b943-c751abf6da4d req-35cd1d51-9b1f-4943-bff4-6316902638f7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Apr 11 16:43:04.103948 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d79deb9e-bf04-413c-b943-c751abf6da4d req-ff048899-cb7a-495f-a4a2-b597838e27ba tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459654 Apr 11 16:43:04.249572 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fea679a5-06e1-4b22-8604-f9d52e052891 req-d5bf8f1b-f080-47cf-8541-a55b697df497 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 210 time: 0.0330665 Apr 11 16:43:05.222678 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa66fa-b12b-4168-9116-553bc88ca182 req-3852dd95-2a66-4e17-966b-37b475c21844 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:05.224193 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ffaa66fa-b12b-4168-9116-553bc88ca182 req-3852dd95-2a66-4e17-966b-37b475c21844 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.0494759 Apr 11 16:43:05.275461 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ffaa66fa-b12b-4168-9116-553bc88ca182 req-475b35b8-5f51-4eda-b30c-8921682d8467 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 Apr 11 16:43:05.350437 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c148ae0-6060-4fb6-8e75-527e13ab1fce req-8853af9b-93e5-418c-93bd-10e9c09d52d0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 210 time: 0.0278814 Apr 11 16:43:05.821665 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-91d97190-95f2-4085-b502-916f347ab65c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff5d5c8db254085a82ca911ead15f49 HTTP/1.1" status: 200 len: 380 time: 0.0598600 Apr 11 16:43:05.837658 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'port': {'device_id': '29dde975-c7d2-4621-9914-28ebf83c7285', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'admin_state_up': True, 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'security_groups': ['3d8789de-cee5-487a-8aee-6a3f0a63caba']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:05.951913 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Made reservation on behalf of fff5d5c8db254085a82ca911ead15f49 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:05.955220 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:06.087506 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Allocated IP 172.20.0.13 (f4bfaa63-8897-444c-b3cb-093694071bc5/03911708-801e-410a-ae23-5193852686ee/49b5ba7a-7f54-4acc-8206-d942c4884181) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:06.232342 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:06.268842 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:06.316293 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Network f4bfaa63-8897-444c-b3cb-093694071bc5 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:06.319532 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:06.323357 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:06.363062 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:06.387730 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:06.388592 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:06.408794 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-2bad5bed-e42d-4db9-88fa-483eaaaef730 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775032 Apr 11 16:43:06.425392 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Request body: {'port': {'device_id': '29dde975-c7d2-4621-9914-28ebf83c7285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:06.501075 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:06.510901 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b408-d180-428d-84ce-9d827f51a94b req-66ddcec4-ff07-4aee-87e5-cc4d2f5ec54b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:06.512915 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4682b408-d180-428d-84ce-9d827f51a94b req-66ddcec4-ff07-4aee-87e5-cc4d2f5ec54b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.1641085 Apr 11 16:43:06.523961 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac7abd-202a-4832-82f7-9a1d4c3e3e24 req-490cb111-a603-4ebf-810e-0608c6e0efbd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:06.525483 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0fac7abd-202a-4832-82f7-9a1d4c3e3e24 req-490cb111-a603-4ebf-810e-0608c6e0efbd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 946 time: 0.1668940 Apr 11 16:43:06.545270 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa052c0a-e392-4b8a-9ced-ae15bb81337e req-e578218a-02a9-4dc5-a59a-7d9d03ee211a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:06.546728 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa052c0a-e392-4b8a-9ced-ae15bb81337e req-e578218a-02a9-4dc5-a59a-7d9d03ee211a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 932 time: 0.0937245 Apr 11 16:43:06.591797 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-5e06cd1c-1fee-49b3-ab95-16b390c7aa95 None None] Provisioning complete for port 49b5ba7a-7f54-4acc-8206-d942c4884181 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:06.592792 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5e06cd1c-1fee-49b3-ab95-16b390c7aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:06.642678 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-5e06cd1c-1fee-49b3-ab95-16b390c7aa95 None None] Port 49b5ba7a-7f54-4acc-8206-d942c4884181 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:06.649195 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0fac7abd-202a-4832-82f7-9a1d4c3e3e24 req-f1eca767-1433-4bc3-a8e2-f2a860278b2b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac1fc1-cb9b-4afc-b08f-807556eb9851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169729 Apr 11 16:43:06.817984 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b5ba7a-7f54-4acc-8206-d942c4884181 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:06.828619 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Publish callbacks [] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:06.845338 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Transition to ACTIVE for port object 49b5ba7a-7f54-4acc-8206-d942c4884181 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:43:06.851133 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:06.927675 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:06.990001 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa052c0a-e392-4b8a-9ced-ae15bb81337e req-bde67366-9036-4d12-8e85-b46aa1676e47 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4361141 Apr 11 16:43:07.010416 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Deleting port 851afbae-5cd1-4945-b6c6-66059ebc4234 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:07.010731 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:07.019216 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Attempting to bind port 49b5ba7a-7f54-4acc-8206-d942c4884181 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:07.019548 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Attempting to bind port 49b5ba7a-7f54-4acc-8206-d942c4884181 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:07.020046 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Attempting to bind port 49b5ba7a-7f54-4acc-8206-d942c4884181 on network f4bfaa63-8897-444c-b3cb-093694071bc5 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:07.025572 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Port 49b5ba7a-7f54-4acc-8206-d942c4884181 on network f4bfaa63-8897-444c-b3cb-093694071bc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:43:07.026227 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Attempting to bind port 49b5ba7a-7f54-4acc-8206-d942c4884181 on network f4bfaa63-8897-444c-b3cb-093694071bc5 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:07.033372 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:07.033719 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Checking segment: {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:07.034085 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Bound using segment: {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:07.034581 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Bound port: 49b5ba7a-7f54-4acc-8206-d942c4884181, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efa9df2-207e-4f9d-b789-dab77b73778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:07.035065 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:07.129255 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] For port 851afbae-5cd1-4945-b6c6-66059ebc4234, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=851afbae-5cd1-4945-b6c6-66059ebc4234,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:07.129868 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:07.134972 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:07.138615 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:07.145550 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:07.180671 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:07.181300 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:07.182902 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] 10.222.0.41 "PUT /v2.0/ports/49b5ba7a-7f54-4acc-8206-d942c4884181 HTTP/1.1" status: 200 len: 1094 time: 0.7662590 Apr 11 16:43:07.183202 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:07.185532 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dd1c75-efcb-4dcd-912d-2c5c47270f08" -d '{"events": [{"name": "network-changed", "server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:07.230904 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce30256-5a20-4a51-bd4c-9312d1a5ffe3 service neutron] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:07.254945 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758f02fa-db20-47bd-8b61-6d16b3d9f1fc x-openstack-request-id: req-758f02fa-db20-47bd-8b61-6d16b3d9f1fc {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:07.255366 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:07.255722 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-758f02fa-db20-47bd-8b61-6d16b3d9f1fc {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:07.256141 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758f02fa-db20-47bd-8b61-6d16b3d9f1fc'] response: {'name': 'network-changed', 'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'status': 'completed', 'code': 200} Apr 11 16:43:07.295381 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da101bb-5388-44bc-b247-21db76832e0c req-563aa12b-3777-4ac5-94a5-5b449e2fc763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:07.297112 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-563aa12b-3777-4ac5-94a5-5b449e2fc763 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 1128 time: 0.0565886 Apr 11 16:43:07.351798 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-7138e493-a39b-415e-a1ac-73852dda0da5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b5ba7a-7f54-4acc-8206-d942c4884181 HTTP/1.1" status: 200 len: 217 time: 0.0462651 Apr 11 16:43:07.415391 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da101bb-5388-44bc-b247-21db76832e0c req-8ac84863-e877-4e23-a080-773f886b4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:07.416943 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-8ac84863-e877-4e23-a080-773f886b4b4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0581350 Apr 11 16:43:07.440746 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:07.441328 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (6b67abae-b7db-4aeb-a44e-8edd382ac7c6), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:07.441649 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Floating IP 6b67abae-b7db-4aeb-a44e-8edd382ac7c6 disassociated. External IP: 172.27.0.165, port: 851afbae-5cd1-4945-b6c6-66059ebc4234. Apr 11 16:43:07.442006 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Calling delete_port for 851afbae-5cd1-4945-b6c6-66059ebc4234 owned by compute:nova {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:07.476305 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da101bb-5388-44bc-b247-21db76832e0c req-b3ec1f49-dec7-4ee7-ba48-495a3263fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:07.478818 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-b3ec1f49-dec7-4ee7-ba48-495a3263fb1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550911 Apr 11 16:43:07.595188 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-1073787d-11eb-43f1-9cd4-47a9487b3d73 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098173 Apr 11 16:43:07.602079 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (851afbae-5cd1-4945-b6c6-66059ebc4234), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:07.633214 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event deleted for resources: {'Port': ['ID=851afbae-5cd1-4945-b6c6-66059ebc4234,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:07.708761 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da101bb-5388-44bc-b247-21db76832e0c req-f732b0d4-43b1-446f-b984-c53512426b33 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072843 Apr 11 16:43:07.767132 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e2bbbbae-6cde-4382-8bbf-04c43eb8bf25 req-9001b864-ba87-48c0-9ee9-184a43b0535c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0404432 Apr 11 16:43:07.793033 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Router 5e530ff9-6386-4270-81b7-87191975e115 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:07.930262 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:07.945269 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] Sync routers for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:07.970226 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:07.970958 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:07.980961 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] No DVR routers for this DVR port 851afbae-5cd1-4945-b6c6-66059ebc4234 on host hv-cinder-83716 {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:07.984955 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:07.988765 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4682b408-d180-428d-84ce-9d827f51a94b req-589b7a58-99f3-4c36-8e73-7a8d52970b35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "DELETE /v2.0/ports/851afbae-5cd1-4945-b6c6-66059ebc4234 HTTP/1.1" status: 204 len: 173 time: 1.4214087 Apr 11 16:43:07.989266 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'name': 'network-vif-deleted', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:07.991817 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d42b33d-6dd2-46eb-a0b9-d0f7af352e7c" -d '{"events": [{"server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "name": "network-vif-deleted", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:08.047853 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a469d07e-b07b-4777-b86c-c53f126faa9d x-openstack-request-id: req-a469d07e-b07b-4777-b86c-c53f126faa9d {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:08.048381 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8c15a9-44fe-41af-affd-6ea36d214007", "name": "network-vif-deleted", "tag": "851afbae-5cd1-4945-b6c6-66059ebc4234", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:08.048663 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a469d07e-b07b-4777-b86c-c53f126faa9d {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:08.049321 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a469d07e-b07b-4777-b86c-c53f126faa9d'] response: {'server_uuid': '2b8c15a9-44fe-41af-affd-6ea36d214007', 'name': 'network-vif-deleted', 'tag': '851afbae-5cd1-4945-b6c6-66059ebc4234', 'status': 'completed', 'code': 200} Apr 11 16:43:08.148891 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:08.171892 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5547a-b047-4afe-ab45-20009039b6cb req-3c2c153d-65f2-469d-ae2e-07fdae467d52 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:08.173767 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eca5547a-b047-4afe-ab45-20009039b6cb req-3c2c153d-65f2-469d-ae2e-07fdae467d52 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0732541 Apr 11 16:43:08.229202 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eca5547a-b047-4afe-ab45-20009039b6cb req-0a470e54-32ae-4154-8775-7b9ecd898a68 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483823 Apr 11 16:43:08.362812 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:30Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:08.394833 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] Checking router: 5e530ff9-6386-4270-81b7-87191975e115 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:08.404664 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:08.405524 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:08.537038 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:08.874271 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb8ce011-093a-4147-8923-f85115a49f72 req-ad5d4474-58c0-4088-af98-568bd56aed61 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0339153 Apr 11 16:43:08.885887 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:30Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:08.913044 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ddc69-49a1-4202-9b7e-f310c7243528 None None] The sync data for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi is: [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:35:19Z', 'revision_number': 4, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '50a7ee59-74c4-4d9d-b963-3555148712f3', 'name': '', 'network_id': 'beb37b89-3aa6-44d9-a704-52e8c05a205a', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'mac_address': 'fa:16:3e:f8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:30Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'subnets': [{'id': '72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:09.184793 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948e35f-dd99-4a88-8b26-84bbd5d01b12 None None] New status for floating IP 6b67abae-b7db-4aeb-a44e-8edd382ac7c6: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:43:09.359914 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97dcd1-979a-424a-9b49-a7440e30c1c5 req-7bb5d24a-9ffb-490e-bc4f-891a286852e8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:09.361395 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1b97dcd1-979a-424a-9b49-a7440e30c1c5 req-7bb5d24a-9ffb-490e-bc4f-891a286852e8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0555143 Apr 11 16:43:09.425252 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1b97dcd1-979a-424a-9b49-a7440e30c1c5 req-16c99732-28bd-4f83-9c0e-81be0d7b6670 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532620 Apr 11 16:43:09.982120 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b6219595-0130-45a7-8d59-fe2b26b2dfa4 req-e38be016-21b8-416e-8fc1-3d946abf0043 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b8c15a9-44fe-41af-affd-6ea36d214007 HTTP/1.1" status: 200 len: 210 time: 0.0296166 Apr 11 16:43:10.155586 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59692) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:10.259033 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-3611c2ef-52a7-4050-9d51-25092fa759c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:10.260550 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-3611c2ef-52a7-4050-9d51-25092fa759c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 1128 time: 0.0606003 Apr 11 16:43:10.421572 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Deleting port 5ff89d73-bd25-4302-b095-ba7509d9a4af {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:10.421899 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (5ff89d73-bd25-4302-b095-ba7509d9a4af), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:10.426377 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-24a335de-1768-4c63-b6eb-36de7481eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:10.428116 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-24a335de-1768-4c63-b6eb-36de7481eeed service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 918 time: 0.1606357 Apr 11 16:43:10.526175 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (5ff89d73-bd25-4302-b095-ba7509d9a4af), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:10.526513 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for floatingip (5ff89d73-bd25-4302-b095-ba7509d9a4af), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:10.581634 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-9c50cb30-b7df-497a-8af6-902a0369c68a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b5ba7a-7f54-4acc-8206-d942c4884181 HTTP/1.1" status: 200 len: 217 time: 0.0809622 Apr 11 16:43:10.594514 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Calling delete_port for 5ff89d73-bd25-4302-b095-ba7509d9a4af owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:10.645850 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca541d7-0f83-46e9-bb25-1e6760f39df0 req-b3c35863-c169-4dc4-a7c5-78f57b259efc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:10.647815 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9ca541d7-0f83-46e9-bb25-1e6760f39df0 req-b3c35863-c169-4dc4-a7c5-78f57b259efc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.1344180 Apr 11 16:43:10.723239 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-60b26422-c660-45d3-895d-f27568e0146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:10.724775 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-60b26422-c660-45d3-895d-f27568e0146d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.1335542 Apr 11 16:43:10.809316 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 851afbae-5cd1-4945-b6c6-66059ebc4234 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:10.816135 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9ca541d7-0f83-46e9-bb25-1e6760f39df0 req-c65f63c0-a922-456c-9206-6fb56b677f80 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594501 Apr 11 16:43:10.822494 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-1a4f44e8-4a51-4116-beb6-7794d0410479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:10.824218 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-1a4f44e8-4a51-4116-beb6-7794d0410479 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866261 Apr 11 16:43:10.847436 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 851afbae-5cd1-4945-b6c6-66059ebc4234 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:10.847962 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 851afbae-5cd1-4945-b6c6-66059ebc4234 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:10.963678 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-983c6307-4008-4bc4-a362-99904e0ddffd service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309891 Apr 11 16:43:10.994267 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (5ff89d73-bd25-4302-b095-ba7509d9a4af), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.059993 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event deleted for resources: {'Port': ['ID=5ff89d73-bd25-4302-b095-ba7509d9a4af,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:11.080715 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59700) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:11.094634 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for floatingip (25f608a6-2706-423f-ac46-f913b6d227bb), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.094978 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Floating IP 25f608a6-2706-423f-ac46-f913b6d227bb disassociated (deleted). External IP: 172.27.0.198, port: a6f4f255-f8e2-4c79-9875-d58fd39df6bf. Apr 11 16:43:11.138481 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97a9f217-bb50-40ea-9147-10c42c19d7c7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group (88ac1fc1-cb9b-4afc-b08f-807556eb9851), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.144688 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01dd1c75-efcb-4dcd-912d-2c5c47270f08 req-70114718-9939-4161-8681-743e1d6eea6a service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716585 Apr 11 16:43:11.167179 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97a9f217-bb50-40ea-9147-10c42c19d7c7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group (88ac1fc1-cb9b-4afc-b08f-807556eb9851), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.215506 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97a9f217-bb50-40ea-9147-10c42c19d7c7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (88ac1fc1-cb9b-4afc-b08f-807556eb9851), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.218420 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97a9f217-bb50-40ea-9147-10c42c19d7c7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.219857 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-97a9f217-bb50-40ea-9147-10c42c19d7c7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "DELETE /v2.0/security-groups/88ac1fc1-cb9b-4afc-b08f-807556eb9851 HTTP/1.1" status: 204 len: 168 time: 0.1381285 Apr 11 16:43:11.223150 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59702) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:11.241127 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9f217-bb50-40ea-9147-10c42c19d7c7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac1fc1-cb9b-4afc-b08f-807556eb9851,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:11.244725 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.api.v2.resource [None req-86ff3176-4db6-414e-86f4-dfdba4c6e81b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] show failed (client error): The resource could not be found. Apr 11 16:43:11.246139 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-86ff3176-4db6-414e-86f4-dfdba4c6e81b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups/88ac1fc1-cb9b-4afc-b08f-807556eb9851 HTTP/1.1" status: 404 len: 347 time: 0.0219986 Apr 11 16:43:11.248876 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59704) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:11.329920 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Router d9e34682-64e2-4394-8b0d-1dd21fd2e19f has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:11.368712 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Deleting port 56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:11.369085 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.449758 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.450110 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for floatingip (56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.464612 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Calling delete_port for 56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3 owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:11.617646 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.642843 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event deleted for resources: {'Port': ['ID=56cd6bfa-2e77-46a0-a2d4-6e789b8a1ff3,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:11.695422 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:11.701985 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.708201 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] Sync routers for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:11.711672 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks [] for floatingip (6b67abae-b7db-4aeb-a44e-8edd382ac7c6), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.714141 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:11.715340 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-20045646-47a2-492d-af4e-1846c2476a35 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "DELETE /v2.0/floatingips/6b67abae-b7db-4aeb-a44e-8edd382ac7c6 HTTP/1.1" status: 204 len: 168 time: 0.4649673 Apr 11 16:43:11.720435 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:11.720802 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:11.739147 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2770de93-4073-4ae0-8240-3c0437a64fa8 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "DELETE /v2.0/floatingips/25f608a6-2706-423f-ac46-f913b6d227bb HTTP/1.1" status: 204 len: 168 time: 1.5822835 Apr 11 16:43:11.739998 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:11.744027 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35" -d '{"events": [{"name": "network-changed", "server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:11.798221 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368dfd7-66b6-4405-b17c-05a8fa570679 x-openstack-request-id: req-f368dfd7-66b6-4405-b17c-05a8fa570679 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:11.798514 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:11.798794 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f368dfd7-66b6-4405-b17c-05a8fa570679 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:11.799239 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f368dfd7-66b6-4405-b17c-05a8fa570679'] response: {'name': 'network-changed', 'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'status': 'completed', 'code': 200} Apr 11 16:43:11.875915 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-c0bb9ec5-3a08-47c7-9af9-79eace3ab266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:11.878377 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-c0bb9ec5-3a08-47c7-9af9-79eace3ab266 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ad65af0201c40fea0218125fd073de1&device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 1130 time: 0.0536265 Apr 11 16:43:11.917930 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:12.068126 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc5d55-adb9-4358-af13-04ae24ff7fab req-93fb1a8d-db04-463b-86eb-30905c184e7a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:12.069710 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b6bc5d55-adb9-4358-af13-04ae24ff7fab req-93fb1a8d-db04-463b-86eb-30905c184e7a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.1406522 Apr 11 16:43:12.123922 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf02c3-eedb-4c9a-ab19-6343f4cd9f74 req-e5d95ddc-d144-4476-8785-147694dcdfaf tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:12.126645 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3dbf02c3-eedb-4c9a-ab19-6343f4cd9f74 req-e5d95ddc-d144-4476-8785-147694dcdfaf tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.1167831 Apr 11 16:43:12.144341 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-3584de25-bf98-40a1-98e3-ab287338bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:12.146846 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-3584de25-bf98-40a1-98e3-ab287338bd21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=95376780-017d-49c0-855d-5ff4d91f3fdf HTTP/1.1" status: 200 len: 910 time: 0.2621319 Apr 11 16:43:12.148168 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'c3dba642-6eea-4462-ab22-14f13e0a5514', 'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'mac_address': 'fa:16:3e:e6:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:38Z', 'updated_at': '2022-04-11T16:37:43Z', 'revision_number': 5, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'subnets': [{'id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:12.181227 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] Checking router: d9e34682-64e2-4394-8b0d-1dd21fd2e19f for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:12.187251 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b6bc5d55-adb9-4358-af13-04ae24ff7fab req-72b06840-d3f0-4f1a-ba71-d415860d832d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087925 Apr 11 16:43:12.195081 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:12.195772 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:12.213141 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3dbf02c3-eedb-4c9a-ab19-6343f4cd9f74 req-1295c974-eeb8-43f0-8145-1afda347c217 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780351 Apr 11 16:43:12.307068 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:12.499616 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'c3dba642-6eea-4462-ab22-14f13e0a5514', 'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'mac_address': 'fa:16:3e:e6:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:38Z', 'updated_at': '2022-04-11T16:37:43Z', 'revision_number': 5, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'subnets': [{'id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:12.526282 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8410f-f304-4b8e-b4f3-b6e7cfc79fef None None] The sync data for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi is: [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:37:38Z', 'revision_number': 4, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'c3dba642-6eea-4462-ab22-14f13e0a5514', 'name': '', 'network_id': '95376780-017d-49c0-855d-5ff4d91f3fdf', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'mac_address': 'fa:16:3e:e6:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:38Z', 'updated_at': '2022-04-11T16:37:43Z', 'revision_number': 5, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'subnets': [{'id': '7a9313b4-7ca0-4ad7-ac8a-77d516c04a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:12.754044 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaa461-26c2-410f-a1b0-f85abc267d7d None None] New status for floating IP 25f608a6-2706-423f-ac46-f913b6d227bb: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:43:12.818690 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 49b5ba7a-7f54-4acc-8206-d942c4884181 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:43:12.958128 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:12.974141 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'port_id': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'mac_address': 'fa:16:3e:71:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:43:13.038324 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-7daf79ba-64cb-4cf6-9cf2-c3cf94d09580 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6f4f255-f8e2-4c79-9875-d58fd39df6bf HTTP/1.1" status: 200 len: 217 time: 0.0467422 Apr 11 16:43:13.043724 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 49b5ba7a-7f54-4acc-8206-d942c4884181 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:13.044151 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:13.062205 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b5ba7a-7f54-4acc-8206-d942c4884181 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:13.086003 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:13.092609 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:13.126484 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-b886a464-04ac-4fac-bc92-6b28e180db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:13.128047 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-b886a464-04ac-4fac-bc92-6b28e180db89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a9313b4-7ca0-4ad7-ac8a-77d516c04a85 HTTP/1.1" status: 200 len: 848 time: 0.0696032 Apr 11 16:43:13.159957 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:13.172725 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.173686 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.173913 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.174266 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.174661 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.175000 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.176343 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.177009 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.177778 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.179276 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.179958 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.181321 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.181951 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.182554 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.182995 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:13.183606 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-e4a6a26f-0798-4c45-b70f-46d4140d1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:13.185165 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-e4a6a26f-0798-4c45-b70f-46d4140d1f2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95376780-017d-49c0-855d-5ff4d91f3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507891 Apr 11 16:43:13.333793 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-a45f818b-b0ae-4768-8f24-ade16bd6752e service neutron] 10.222.0.41 "GET /v2.0/networks/95376780-017d-49c0-855d-5ff4d91f3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389391 Apr 11 16:43:13.364814 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97949b2-ee1d-4753-a7fe-5bed4b3b22b8 req-3acba54f-31db-4118-95b1-bfb31cdfc2b7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:13.366471 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c97949b2-ee1d-4753-a7fe-5bed4b3b22b8 req-3acba54f-31db-4118-95b1-bfb31cdfc2b7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 945 time: 0.0868423 Apr 11 16:43:13.386695 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280d1e6-0288-4d94-9975-8174de2d8a1c req-17a03836-71ba-4b74-8166-1d54d08722b6 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:13.388191 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8280d1e6-0288-4d94-9975-8174de2d8a1c req-17a03836-71ba-4b74-8166-1d54d08722b6 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0917950 Apr 11 16:43:13.449557 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c97949b2-ee1d-4753-a7fe-5bed4b3b22b8 req-b4055e2c-ec35-4744-91ca-e58ca427833d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769935 Apr 11 16:43:13.463586 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8280d1e6-0288-4d94-9975-8174de2d8a1c req-5395d2ed-34f6-4c73-bc46-9eb944e86105 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac0904d7-fbfb-4ecb-b679-018411b6c805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689273 Apr 11 16:43:13.656167 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2cf630fa-b5e2-4c96-a770-b38fc3b76e35 req-4af7af66-6f6d-4396-b11f-f2e0dceb75ea service neutron] 10.222.0.41 "GET /v2.0/networks/95376780-017d-49c0-855d-5ff4d91f3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054101 Apr 11 16:43:13.699570 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b347592-3894-4ff0-a11c-1f5782701331 req-a929a072-fafc-46c3-a41e-bcd511ff72a2 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:13.701610 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b347592-3894-4ff0-a11c-1f5782701331 req-a929a072-fafc-46c3-a41e-bcd511ff72a2 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.41 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 946 time: 0.0616291 Apr 11 16:43:13.726885 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['49b5ba7a-7f54-4acc-8206-d942c4884181'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:43:13.815198 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-0b347592-3894-4ff0-a11c-1f5782701331 req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Deleting port a6f4f255-f8e2-4c79-9875-d58fd39df6bf {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:13.815749 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0b347592-3894-4ff0-a11c-1f5782701331 req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:13.944543 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-0b347592-3894-4ff0-a11c-1f5782701331 req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] For port a6f4f255-f8e2-4c79-9875-d58fd39df6bf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:13.944813 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0b347592-3894-4ff0-a11c-1f5782701331 req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:13.965109 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-0b347592-3894-4ff0-a11c-1f5782701331 req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Calling delete_port for a6f4f255-f8e2-4c79-9875-d58fd39df6bf owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:14.115548 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0b347592-3894-4ff0-a11c-1f5782701331 req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (a6f4f255-f8e2-4c79-9875-d58fd39df6bf), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:14.149900 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event deleted for resources: {'Port': ['ID=a6f4f255-f8e2-4c79-9875-d58fd39df6bf,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:14.222892 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b347592-3894-4ff0-a11c-1f5782701331 req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] No DVR routers for this DVR port a6f4f255-f8e2-4c79-9875-d58fd39df6bf on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:14.226432 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0b347592-3894-4ff0-a11c-1f5782701331 req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:14.233482 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b347592-3894-4ff0-a11c-1f5782701331 req-5f203df9-0038-4baa-a978-6b87846ffd4b tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.41 "DELETE /v2.0/ports/a6f4f255-f8e2-4c79-9875-d58fd39df6bf HTTP/1.1" status: 204 len: 173 time: 0.5224247 Apr 11 16:43:14.233482 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'name': 'network-vif-deleted', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:14.235371 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5b84c-1e1a-4c18-ad31-98a633416646" -d '{"events": [{"server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "name": "network-vif-deleted", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:14.291319 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaa5fb2-bcc5-49ce-8383-ff621cf65d6d x-openstack-request-id: req-5aaa5fb2-bcc5-49ce-8383-ff621cf65d6d {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:14.291949 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccd6eb0-741e-48d1-9539-108d80ff2cad", "name": "network-vif-deleted", "tag": "a6f4f255-f8e2-4c79-9875-d58fd39df6bf", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:14.292375 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5aaa5fb2-bcc5-49ce-8383-ff621cf65d6d {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:14.292969 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aaa5fb2-bcc5-49ce-8383-ff621cf65d6d'] response: {'server_uuid': 'cccd6eb0-741e-48d1-9539-108d80ff2cad', 'name': 'network-vif-deleted', 'tag': 'a6f4f255-f8e2-4c79-9875-d58fd39df6bf', 'status': 'completed', 'code': 200} Apr 11 16:43:14.359690 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee240b8-93a0-4136-8bcf-f42123ea3362 req-a23483a4-2a99-4f88-a63d-54453ebaa62a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:14.361240 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fee240b8-93a0-4136-8bcf-f42123ea3362 req-a23483a4-2a99-4f88-a63d-54453ebaa62a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0599558 Apr 11 16:43:14.428298 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fee240b8-93a0-4136-8bcf-f42123ea3362 req-50708daa-6e31-4240-a68e-8bf1016b5cbd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578866 Apr 11 16:43:14.608270 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bf2c140d-c080-4116-bfa0-3fe08d53741b req-4f4e3808-a8ab-441a-a12d-2c8be4f5c60d tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "GET /v2.0/ports?device_id=cccd6eb0-741e-48d1-9539-108d80ff2cad HTTP/1.1" status: 200 len: 210 time: 0.0589013 Apr 11 16:43:14.630374 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9bb80-2260-4e32-89ec-b95a0c09b1bb req-1cf27419-8fb4-4e7d-a5cf-fdf270820491 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:14.632510 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-64a9bb80-2260-4e32-89ec-b95a0c09b1bb req-1cf27419-8fb4-4e7d-a5cf-fdf270820491 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 945 time: 0.0957897 Apr 11 16:43:14.692926 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-64a9bb80-2260-4e32-89ec-b95a0c09b1bb req-d619cc25-c02c-48a5-ad50-457febf7a78a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538487 Apr 11 16:43:14.835907 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 49b5ba7a-7f54-4acc-8206-d942c4884181 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:14.888992 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 49b5ba7a-7f54-4acc-8206-d942c4884181 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:43:14.895715 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 49b5ba7a-7f54-4acc-8206-d942c4884181 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:14.896260 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.011685 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 49b5ba7a-7f54-4acc-8206-d942c4884181 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:15.013099 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.026225 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-0e6de0c7-e54b-4573-843f-d1f6dc2ecdfd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:15.027976 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-0e6de0c7-e54b-4573-843f-d1f6dc2ecdfd tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0702705 Apr 11 16:43:15.063281 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:15.066842 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530788e-68b0-44da-875d-f61af6002991" -d '{"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-plugged", "status": "completed", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:15.095014 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:15.101360 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.159546 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7a7386-4bdd-47b6-90f5-bfa8ea589e15 x-openstack-request-id: req-7c7a7386-4bdd-47b6-90f5-bfa8ea589e15 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:15.160094 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-plugged", "status": "completed", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:15.160524 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c7a7386-4bdd-47b6-90f5-bfa8ea589e15 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:15.161586 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7a7386-4bdd-47b6-90f5-bfa8ea589e15'] response: {'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'code': 200} Apr 11 16:43:15.212767 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:15.379433 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Deleting port 397ce2a8-6d73-4bf8-b796-c54287e1035a {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:15.380198 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.490907 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] For port 397ce2a8-6d73-4bf8-b796-c54287e1035a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=397ce2a8-6d73-4bf8-b796-c54287e1035a,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:15.491592 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.512193 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Calling delete_port for 397ce2a8-6d73-4bf8-b796-c54287e1035a owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:15.529841 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321d56f-d120-4169-9e08-b16fafd38b7d req-9da18102-682f-4aa9-8fa0-b807c2a244bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:15.532919 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d321d56f-d120-4169-9e08-b16fafd38b7d req-9da18102-682f-4aa9-8fa0-b807c2a244bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 1130 time: 0.0809174 Apr 11 16:43:15.602691 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ae100-c32b-4098-bde5-553a1e15fb85 req-985c18e8-f478-4d65-83b0-9897773b981b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:15.604321 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-da5ae100-c32b-4098-bde5-553a1e15fb85 req-985c18e8-f478-4d65-83b0-9897773b981b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 945 time: 0.0702472 Apr 11 16:43:15.627834 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d321d56f-d120-4169-9e08-b16fafd38b7d req-c580fb00-7ad3-445e-9e5e-e4ddf7fa7f5c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843425 Apr 11 16:43:15.672995 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-da5ae100-c32b-4098-bde5-553a1e15fb85 req-56bbc7fd-23f4-49b7-8129-2bab328cdab7 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584331 Apr 11 16:43:15.681791 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59748) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:15.690835 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (397ce2a8-6d73-4bf8-b796-c54287e1035a), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.703075 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['dda955e6-e188-4b67-ae24-2bcd2bd689f7', '397ce2a8-6d73-4bf8-b796-c54287e1035a'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:43:15.738771 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event deleted for resources: {'Port': ['ID=397ce2a8-6d73-4bf8-b796-c54287e1035a,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:15.816522 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] No DVR routers for this DVR port 397ce2a8-6d73-4bf8-b796-c54287e1035a on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:15.824006 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.827280 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4cce1f94-778c-42b7-8c78-31f901cb6918 req-88f2250e-8e90-4d76-ab62-621cde366e8c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "DELETE /v2.0/ports/397ce2a8-6d73-4bf8-b796-c54287e1035a HTTP/1.1" status: 204 len: 173 time: 0.5790532 Apr 11 16:43:15.832755 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-53df85da-91aa-4c57-bbc2-07ed5cbdc1a3 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group (ac0904d7-fbfb-4ecb-b679-018411b6c805), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.837874 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fce869-8361-4e20-87b0-a69d8e611607 req-0d59fe0d-646c-4f34-9dc9-99ba702c2bb2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:15.839118 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e1fce869-8361-4e20-87b0-a69d8e611607 req-0d59fe0d-646c-4f34-9dc9-99ba702c2bb2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0542541 Apr 11 16:43:15.860037 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-53df85da-91aa-4c57-bbc2-07ed5cbdc1a3 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group (ac0904d7-fbfb-4ecb-b679-018411b6c805), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.887895 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e1fce869-8361-4e20-87b0-a69d8e611607 req-b3df3ea1-a6fd-46db-bbe9-a6afc7ebd9e7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425539 Apr 11 16:43:15.926456 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-53df85da-91aa-4c57-bbc2-07ed5cbdc1a3 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (ac0904d7-fbfb-4ecb-b679-018411b6c805), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.930325 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-53df85da-91aa-4c57-bbc2-07ed5cbdc1a3 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.931675 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-53df85da-91aa-4c57-bbc2-07ed5cbdc1a3 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] 10.222.0.65 "DELETE /v2.0/security-groups/ac0904d7-fbfb-4ecb-b679-018411b6c805 HTTP/1.1" status: 204 len: 168 time: 0.2488334 Apr 11 16:43:15.950487 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df85da-91aa-4c57-bbc2-07ed5cbdc1a3 tempest-TestShelveInstance-2112271735 tempest-TestShelveInstance-2112271735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0904d7-fbfb-4ecb-b679-018411b6c805,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:15.988137 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59754) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:16.055435 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-83c3074b-9564-4058-8935-ed7734da98d4 req-5df81316-366e-426d-9883-3a4775eb42e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586400 Apr 11 16:43:16.294647 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c', 'name': 'network-vif-deleted', 'tag': '397ce2a8-6d73-4bf8-b796-c54287e1035a'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:16.297059 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbb29b0-cf61-4c6b-8f77-8316f1fcfb24" -d '{"events": [{"server_uuid": "598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c", "name": "network-vif-deleted", "tag": "397ce2a8-6d73-4bf8-b796-c54287e1035a"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:16.337322 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06713402-23b5-45c9-bf14-cafb7241df5f x-openstack-request-id: req-06713402-23b5-45c9-bf14-cafb7241df5f {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:16.337619 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c", "name": "network-vif-deleted", "tag": "397ce2a8-6d73-4bf8-b796-c54287e1035a", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:16.337868 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06713402-23b5-45c9-bf14-cafb7241df5f {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:16.338274 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06713402-23b5-45c9-bf14-cafb7241df5f'] response: {'server_uuid': '598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c', 'name': 'network-vif-deleted', 'tag': '397ce2a8-6d73-4bf8-b796-c54287e1035a', 'status': 'completed', 'code': 200} Apr 11 16:43:16.344090 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3074b-9564-4058-8935-ed7734da98d4 req-1a9f5299-6845-476e-b998-3eeca7c94b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:16.345599 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-83c3074b-9564-4058-8935-ed7734da98d4 req-1a9f5299-6845-476e-b998-3eeca7c94b22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 1130 time: 0.0451634 Apr 11 16:43:16.574707 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.806439 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-28c2348a-6281-471c-8def-a56304ac54b1 req-45482c66-1661-4e18-a392-8922a98c44fc tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=598029c7-f3b9-4f0a-a2c8-b52b4e0ab79c HTTP/1.1" status: 200 len: 210 time: 0.0396788 Apr 11 16:43:16.905018 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3074b-9564-4058-8935-ed7734da98d4 req-48f5a9f9-764e-4a38-adda-4dc27a8b7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:16.906749 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-83c3074b-9564-4058-8935-ed7734da98d4 req-48f5a9f9-764e-4a38-adda-4dc27a8b7869 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 912 time: 0.0982318 Apr 11 16:43:16.909106 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Deleting port c3dba642-6eea-4462-ab22-14f13e0a5514 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:16.909448 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:16.991180 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-83c3074b-9564-4058-8935-ed7734da98d4 req-9bd98cd1-3abc-4570-9e1b-072da87bb4fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a73169ab-a868-4681-96ea-03b1560d84b4 HTTP/1.1" status: 200 len: 1002 time: 0.0748975 Apr 11 16:43:17.029920 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c181bb-4320-40d6-8c50-38d60261e53d req-1d1c0892-1cdf-4266-b0d7-98decf12901f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:17.031568 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65c181bb-4320-40d6-8c50-38d60261e53d req-1d1c0892-1cdf-4266-b0d7-98decf12901f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0608213 Apr 11 16:43:17.037799 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] For port c3dba642-6eea-4462-ab22-14f13e0a5514, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c3dba642-6eea-4462-ab22-14f13e0a5514,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:17.038158 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.045501 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3074b-9564-4058-8935-ed7734da98d4 req-3937170a-444d-4850-9930-1f229e047ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:17.046940 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-83c3074b-9564-4058-8935-ed7734da98d4 req-3937170a-444d-4850-9930-1f229e047ed0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 200 len: 850 time: 0.0495648 Apr 11 16:43:17.063076 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Calling delete_port for c3dba642-6eea-4462-ab22-14f13e0a5514 owned by network:router_interface {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:17.092810 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3074b-9564-4058-8935-ed7734da98d4 req-440e2437-0ac8-4408-addd-9a6a3b0818ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:17.094308 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-83c3074b-9564-4058-8935-ed7734da98d4 req-440e2437-0ac8-4408-addd-9a6a3b0818ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397539 Apr 11 16:43:17.136403 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65c181bb-4320-40d6-8c50-38d60261e53d req-7eed6d60-0344-41b9-91a4-839fcfb1395c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949044 Apr 11 16:43:17.207194 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-83c3074b-9564-4058-8935-ed7734da98d4 req-24ab450b-e797-4d92-809d-6d7a3af09075 service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902574 Apr 11 16:43:17.277973 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (c3dba642-6eea-4462-ab22-14f13e0a5514), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.303100 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3dba642-6eea-4462-ab22-14f13e0a5514,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:17.455468 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.689455 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Router d9e34682-64e2-4394-8b0d-1dd21fd2e19f has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:17.697273 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-83c3074b-9564-4058-8935-ed7734da98d4 req-9aa6167d-027f-4e38-a8b6-bbdbb96f56b2 service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983055 Apr 11 16:43:17.822465 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:17.830324 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dff784d0-3b17-41ee-af3d-02b81611139b admin admin] 10.222.0.65 "PUT /v2.0/routers/d9e34682-64e2-4394-8b0d-1dd21fd2e19f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8385592 Apr 11 16:43:17.830496 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59764) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:17.831547 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] Sync routers for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:17.845010 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:17.846406 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:17.943581 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks [] for router (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.958706 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:18.066894 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks [] for router_gateway (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.125390 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Deleting port 5c37b855-50ad-415a-8c62-34105336e65b {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:18.126071 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (5c37b855-50ad-415a-8c62-34105336e65b), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.150219 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c243-6c95-41d9-95cc-c7d1e117bbad req-cfc8f277-bc85-4bd1-b88e-6a437067811b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:18.151973 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9017c243-6c95-41d9-95cc-c7d1e117bbad req-cfc8f277-bc85-4bd1-b88e-6a437067811b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0558584 Apr 11 16:43:18.213490 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9017c243-6c95-41d9-95cc-c7d1e117bbad req-ec4a947f-7728-42f1-8b60-e46dcf4818b3 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527668 Apr 11 16:43:18.227959 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] For port 5c37b855-50ad-415a-8c62-34105336e65b, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=5c37b855-50ad-415a-8c62-34105336e65b,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:18.228405 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (5c37b855-50ad-415a-8c62-34105336e65b), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.242742 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Calling delete_port for 5c37b855-50ad-415a-8c62-34105336e65b owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:18.276601 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c37b855-50ad-415a-8c62-34105336e65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:43:17Z', 'revision_number': 5, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port': {'id': '5c37b855-50ad-415a-8c62-34105336e65b', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:35Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:18.284652 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb77da-ff9b-4306-8514-b2ca903aeede req-61f125e4-4b18-45f4-8509-3a839e70dc83 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:18.286276 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35cb77da-ff9b-4306-8514-b2ca903aeede req-61f125e4-4b18-45f4-8509-3a839e70dc83 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0484321 Apr 11 16:43:18.306168 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] Checking router: d9e34682-64e2-4394-8b0d-1dd21fd2e19f for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:18.314795 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] Routers {'d9e34682-64e2-4394-8b0d-1dd21fd2e19f'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:18.315407 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:18.334885 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35cb77da-ff9b-4306-8514-b2ca903aeede req-e6e767d9-b936-4236-8f01-a5b154965b40 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423610 Apr 11 16:43:18.405285 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] Set router d9e34682-64e2-4394-8b0d-1dd21fd2e19f gateway port host: None {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:18.424614 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (5c37b855-50ad-415a-8c62-34105336e65b), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.450453 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5c37b855-50ad-415a-8c62-34105336e65b,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:18.457560 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:43:18Z', 'revision_number': 6, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port_host': None}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:18.464664 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a50f7-964e-4426-91bb-72033db33889 req-8b7afb76-57d6-44d5-bcf7-3b97bc449594 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:18.466493 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b29a50f7-964e-4426-91bb-72033db33889 req-8b7afb76-57d6-44d5-bcf7-3b97bc449594 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0582752 Apr 11 16:43:18.478859 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59776) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:18.483727 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-5291ee4e-8ad2-4011-b9f4-940919a67697 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Request body: {'floatingip': {'port_id': '49b5ba7a-7f54-4acc-8206-d942c4884181'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:18.491414 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac0cbe9-4ab4-4103-9bad-c4fb2bb42300 None None] The sync data for ids ['d9e34682-64e2-4394-8b0d-1dd21fd2e19f'] in dv-cinder-837165-2-iscsi is: [{'id': 'd9e34682-64e2-4394-8b0d-1dd21fd2e19f', 'name': 'tempest-TestShelveInstance-1541656212-router', 'tenant_id': '0ad65af0201c40fea0218125fd073de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:34Z', 'updated_at': '2022-04-11T16:43:18Z', 'revision_number': 6, 'project_id': '0ad65af0201c40fea0218125fd073de1', 'gw_port_host': None}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:18.511369 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.519343 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.536522 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5291ee4e-8ad2-4011-b9f4-940919a67697 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (13766d16-37bd-418d-bb99-576bc230fe14), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.881482 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.884073 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks [] for router_controller (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.896228 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 397ce2a8-6d73-4bf8-b796-c54287e1035a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:18.919144 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 397ce2a8-6d73-4bf8-b796-c54287e1035a {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:18.919932 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 397ce2a8-6d73-4bf8-b796-c54287e1035a not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:18.920819 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device a6f4f255-f8e2-4c79-9875-d58fd39df6bf no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:18.972027 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: a6f4f255-f8e2-4c79-9875-d58fd39df6bf {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:18.972365 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device a6f4f255-f8e2-4c79-9875-d58fd39df6bf not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:18.976760 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (d9e34682-64e2-4394-8b0d-1dd21fd2e19f), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.977346 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e34682-64e2-4394-8b0d-1dd21fd2e19f {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:43:18.986411 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.989846 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-38761bcd-0b53-4f48-9600-96e3d3ff56fa admin admin] 10.222.0.65 "DELETE /v2.0/routers/d9e34682-64e2-4394-8b0d-1dd21fd2e19f HTTP/1.1" status: 204 len: 168 time: 1.1560810 Apr 11 16:43:18.995194 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59778) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:19.040270 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8461aa27-d06c-43e4-841f-49334518aefc admin admin] Deleting subnet 7a9313b4-7ca0-4ad7-ac8a-77d516c04a85 {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:43:19.043771 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8461aa27-d06c-43e4-841f-49334518aefc admin admin] Publish callbacks [] for subnet (7a9313b4-7ca0-4ad7-ac8a-77d516c04a85), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.081587 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8461aa27-d06c-43e4-841f-49334518aefc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529087725'] for subnet (7a9313b4-7ca0-4ad7-ac8a-77d516c04a85), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.196473 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8461aa27-d06c-43e4-841f-49334518aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (7a9313b4-7ca0-4ad7-ac8a-77d516c04a85), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.257056 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8461aa27-d06c-43e4-841f-49334518aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529333390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528556659'] for subnet (7a9313b4-7ca0-4ad7-ac8a-77d516c04a85), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.283500 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461aa27-d06c-43e4-841f-49334518aefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9313b4-7ca0-4ad7-ac8a-77d516c04a85,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:19.287906 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8461aa27-d06c-43e4-841f-49334518aefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.292182 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8461aa27-d06c-43e4-841f-49334518aefc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7a9313b4-7ca0-4ad7-ac8a-77d516c04a85 HTTP/1.1" status: 204 len: 168 time: 0.2957747 Apr 11 16:43:19.293478 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59782) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:19.295330 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7887292-1bc9-4155-95b5-6a3944de2b4f None None] Network 95376780-017d-49c0-855d-5ff4d91f3fdf requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:19.364907 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5291ee4e-8ad2-4011-b9f4-940919a67697 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.377431 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8f619-fc1f-402b-9fbc-e263670fdd2c req-cb84fb87-77ed-421d-b97d-ce7c40d3345c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:19.385094 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9df8f619-fc1f-402b-9fbc-e263670fdd2c req-cb84fb87-77ed-421d-b97d-ce7c40d3345c tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0767641 Apr 11 16:43:19.386574 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c3dba642-6eea-4462-ab22-14f13e0a5514 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:19.393319 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5291ee4e-8ad2-4011-b9f4-940919a67697 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (13766d16-37bd-418d-bb99-576bc230fe14), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.404854 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (95376780-017d-49c0-855d-5ff4d91f3fdf), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.414291 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: c3dba642-6eea-4462-ab22-14f13e0a5514 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:19.414747 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c3dba642-6eea-4462-ab22-14f13e0a5514 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:19.480992 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Deleting port 22f15827-16cb-4c90-9ca5-cb9804c914b0 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:19.482047 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.515811 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9df8f619-fc1f-402b-9fbc-e263670fdd2c req-ec296041-84b3-48ed-b81a-d2de5499706b tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/security-groups?id=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297829 Apr 11 16:43:19.542480 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521792d-7df2-4912-8117-0919cef8e4fb None None] DHCP port deletion for 95376780-017d-49c0-855d-5ff4d91f3fdf request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:43:19.546989 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-5291ee4e-8ad2-4011-b9f4-940919a67697 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Floating IP 13766d16-37bd-418d-bb99-576bc230fe14 associated. External IP: 172.27.0.3, port: 49b5ba7a-7f54-4acc-8206-d942c4884181. Apr 11 16:43:19.563383 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] For port 22f15827-16cb-4c90-9ca5-cb9804c914b0, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=22f15827-16cb-4c90-9ca5-cb9804c914b0,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:19.563764 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.577528 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Calling delete_port for 22f15827-16cb-4c90-9ca5-cb9804c914b0 owned by network:dhcp {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:19.584337 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-a521792d-7df2-4912-8117-0919cef8e4fb None None] Deleting port 22f15827-16cb-4c90-9ca5-cb9804c914b0 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:19.584731 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a521792d-7df2-4912-8117-0919cef8e4fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.655512 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-a521792d-7df2-4912-8117-0919cef8e4fb None None] For port 22f15827-16cb-4c90-9ca5-cb9804c914b0, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=22f15827-16cb-4c90-9ca5-cb9804c914b0,segment=NetworkSegment(9ad9e2cf-7cad-458d-b64f-459744fb54eb),segment_id=9ad9e2cf-7cad-458d-b64f-459744fb54eb)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:19.656178 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a521792d-7df2-4912-8117-0919cef8e4fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.672051 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-a521792d-7df2-4912-8117-0919cef8e4fb None None] Calling delete_port for 22f15827-16cb-4c90-9ca5-cb9804c914b0 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:19.691165 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-3c08388a-83f1-4a98-97fb-6824d809d313 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:19.692988 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-3c08388a-83f1-4a98-97fb-6824d809d313 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 945 time: 0.0701208 Apr 11 16:43:19.749680 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.804887 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5291ee4e-8ad2-4011-b9f4-940919a67697 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Router 0b016d98-8e95-4922-9fcd-16a8dff57415 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:19.834174 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] No DVR routers for this DVR port 22f15827-16cb-4c90-9ca5-cb9804c914b0 on host dv-cinder-837165-2-iscsi {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:19.838909 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a521792d-7df2-4912-8117-0919cef8e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (22f15827-16cb-4c90-9ca5-cb9804c914b0), after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.840729 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=22f15827-16cb-4c90-9ca5-cb9804c914b0,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:19.878668 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521792d-7df2-4912-8117-0919cef8e4fb None None] Pushing event deleted for resources: {'Port': ['ID=22f15827-16cb-4c90-9ca5-cb9804c914b0,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:19.888495 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521792d-7df2-4912-8117-0919cef8e4fb None None] No DVR routers for this DVR port 22f15827-16cb-4c90-9ca5-cb9804c914b0 on host dv-cinder-837165-2-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:19.901590 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Deleting port dda955e6-e188-4b67-ae24-2bcd2bd689f7 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:19.902030 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.938410 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5291ee4e-8ad2-4011-b9f4-940919a67697 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:19.943584 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5291ee4e-8ad2-4011-b9f4-940919a67697 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:19.951008 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] Sync routers for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:19.965599 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:19.966565 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:19.982029 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5291ee4e-8ad2-4011-b9f4-940919a67697 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "PUT /v2.0/floatingips/13766d16-37bd-418d-bb99-576bc230fe14 HTTP/1.1" status: 200 len: 990 time: 1.4957261 Apr 11 16:43:19.982029 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:19.982029 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22888af0-c6ee-49c0-b32e-f22a75c8159c" -d '{"events": [{"name": "network-changed", "server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:20.007396 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (95376780-017d-49c0-855d-5ff4d91f3fdf), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.019217 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11739db2-cbf7-4f0a-829f-2b98d4dd13f4 x-openstack-request-id: req-11739db2-cbf7-4f0a-829f-2b98d4dd13f4 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:20.019875 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:20.020582 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11739db2-cbf7-4f0a-829f-2b98d4dd13f4 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:20.021597 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11739db2-cbf7-4f0a-829f-2b98d4dd13f4'] response: {'name': 'network-changed', 'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'status': 'completed', 'code': 200} Apr 11 16:43:20.041616 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95376780-017d-49c0-855d-5ff4d91f3fdf']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:20.058611 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad9e2cf-7cad-458d-b64f-459744fb54eb') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:20.058822 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad9e2cf-7cad-458d-b64f-459744fb54eb') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:20.077378 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529087716'] for segment (9ad9e2cf-7cad-458d-b64f-459744fb54eb), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.088902 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] For port dda955e6-e188-4b67-ae24-2bcd2bd689f7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dda955e6-e188-4b67-ae24-2bcd2bd689f7,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:20.089268 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.091067 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:20.106775 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (9ad9e2cf-7cad-458d-b64f-459744fb54eb), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.109025 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Calling delete_port for dda955e6-e188-4b67-ae24-2bcd2bd689f7 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:20.117785 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:43:20.118191 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529333284'] for segment (9ad9e2cf-7cad-458d-b64f-459744fb54eb), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: Traceback (most recent call last): Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: timer() Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: cb(*args, **kw) Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: return func(*args, **kwargs) Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: self._notify() Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: self.callback(batched_events) Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: event.method(event) Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: return f(self, *a, **k) Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._get(url).json() Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:43:20.120438 dv-cinder-837165-2-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:43:20.226757 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (95376780-017d-49c0-855d-5ff4d91f3fdf), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.244343 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.244595 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-1d745441-f935-45f4-be58-480e34419b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:20.246372 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-1d745441-f935-45f4-be58-480e34419b7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 1130 time: 0.0561376 Apr 11 16:43:20.248254 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] 10.222.0.65 "DELETE /v2.0/networks/95376780-017d-49c0-855d-5ff4d91f3fdf HTTP/1.1" status: 204 len: 168 time: 0.9535027 Apr 11 16:43:20.250664 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777abb19-ed6c-48d0-a9ce-48cd1b7e0c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=95376780-017d-49c0-855d-5ff4d91f3fdf,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:20.251199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59788) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:20.331528 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (dda955e6-e188-4b67-ae24-2bcd2bd689f7), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.344730 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['dda955e6-e188-4b67-ae24-2bcd2bd689f7'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:43:20.346544 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '13766d16-37bd-418d-bb99-576bc230fe14', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'port_id': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'mac_address': 'fa:16:3e:71:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dde975-c7d2-4621-9914-28ebf83c7285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:42:56Z', 'updated_at': '2022-04-11T16:43:19Z', 'revision_number': 1, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:20.374093 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Pushing event deleted for resources: {'Port': ['ID=dda955e6-e188-4b67-ae24-2bcd2bd689f7,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:20.381201 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] Checking router: 0b016d98-8e95-4922-9fcd-16a8dff57415 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:20.393859 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:20.394478 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:20.428082 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] No DVR routers for this DVR port dda955e6-e188-4b67-ae24-2bcd2bd689f7 on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:20.430745 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:20.434367 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6b65f593-27d2-47ee-b0fc-3c4acc78f7e5 req-41ec8c03-4dfe-484c-ab75-57386e109d68 tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.41 "DELETE /v2.0/ports/dda955e6-e188-4b67-ae24-2bcd2bd689f7 HTTP/1.1" status: 204 len: 173 time: 0.7364328 Apr 11 16:43:20.434945 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dc4a3c-61a6-4e27-af48-37b52aa6a959', 'name': 'network-vif-deleted', 'tag': 'dda955e6-e188-4b67-ae24-2bcd2bd689f7'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:20.437387 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae6796d-2e9d-4953-8332-9a52ae978fd5" -d '{"events": [{"server_uuid": "a3dc4a3c-61a6-4e27-af48-37b52aa6a959", "name": "network-vif-deleted", "tag": "dda955e6-e188-4b67-ae24-2bcd2bd689f7"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:20.445736 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-9d03e01c-ddac-44a5-8ebb-9ce90f466cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:20.446956 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-9d03e01c-ddac-44a5-8ebb-9ce90f466cc6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 918 time: 0.1862333 Apr 11 16:43:20.480279 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54bbad9-1d9b-499f-b185-266461527a3a x-openstack-request-id: req-a54bbad9-1d9b-499f-b185-266461527a3a {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:20.480555 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dc4a3c-61a6-4e27-af48-37b52aa6a959", "name": "network-vif-deleted", "tag": "dda955e6-e188-4b67-ae24-2bcd2bd689f7", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:20.480856 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a54bbad9-1d9b-499f-b185-266461527a3a {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:20.481255 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54bbad9-1d9b-499f-b185-266461527a3a'] response: {'server_uuid': 'a3dc4a3c-61a6-4e27-af48-37b52aa6a959', 'name': 'network-vif-deleted', 'tag': 'dda955e6-e188-4b67-ae24-2bcd2bd689f7', 'status': 'completed', 'code': 200} Apr 11 16:43:20.515918 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:20.662546 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0bd7ce1f-581d-4ade-8d3b-07d5a9984d2d req-f8cdf6c0-988f-49b3-a531-091f6965154a tempest-ServerRescueNegativeTestJSON-1973653648 tempest-ServerRescueNegativeTestJSON-1973653648-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3dc4a3c-61a6-4e27-af48-37b52aa6a959 HTTP/1.1" status: 200 len: 210 time: 0.0526862 Apr 11 16:43:20.698641 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 5c37b855-50ad-415a-8c62-34105336e65b no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:20.710330 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-ad6716a1-20e0-4c33-a93f-26d850245d68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b5ba7a-7f54-4acc-8206-d942c4884181 HTTP/1.1" status: 200 len: 998 time: 0.1547110 Apr 11 16:43:20.719621 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 5c37b855-50ad-415a-8c62-34105336e65b {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:20.720103 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 5c37b855-50ad-415a-8c62-34105336e65b not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:20.720549 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 22f15827-16cb-4c90-9ca5-cb9804c914b0 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:20.746686 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 22f15827-16cb-4c90-9ca5-cb9804c914b0 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:20.747034 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 22f15827-16cb-4c90-9ca5-cb9804c914b0 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:20.800171 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '13766d16-37bd-418d-bb99-576bc230fe14', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'port_id': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'mac_address': 'fa:16:3e:71:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dde975-c7d2-4621-9914-28ebf83c7285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:42:56Z', 'updated_at': '2022-04-11T16:43:19Z', 'revision_number': 1, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:20.809028 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-a068d35f-2f25-48aa-b961-2560841a8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:20.810513 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-a068d35f-2f25-48aa-b961-2560841a8014 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0928395 Apr 11 16:43:20.831095 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fbb2f-c08d-4fb1-a98c-4488e982d326 None None] The sync data for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi is: [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '13766d16-37bd-418d-bb99-576bc230fe14', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'port_id': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'mac_address': 'fa:16:3e:71:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dde975-c7d2-4621-9914-28ebf83c7285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:42:56Z', 'updated_at': '2022-04-11T16:43:19Z', 'revision_number': 1, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:20.854563 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (c48c9068-23c6-4035-a58b-9dc5cefac586), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.053522 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ee55b-76fc-47a4-844d-4d7b28ad2dd8 None None] New status for floating IP 13766d16-37bd-418d-bb99-576bc230fe14: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:43:21.063688 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-241d7de5-3221-4737-b0eb-757928707987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:21.066224 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-241d7de5-3221-4737-b0eb-757928707987 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993626 Apr 11 16:43:21.214915 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Deleting port 578173d4-7626-4856-922f-0c365b6aa566 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:21.215274 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (578173d4-7626-4856-922f-0c365b6aa566), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.234084 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-df20d8cb-235e-48d1-be72-6866c7133dd4 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597462 Apr 11 16:43:21.352981 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:43:21.634613 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] For port 578173d4-7626-4856-922f-0c365b6aa566, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=578173d4-7626-4856-922f-0c365b6aa566,segment=NetworkSegment(46d1aa26-9d21-4f19-9271-bb21fe2230aa),segment_id=46d1aa26-9d21-4f19-9271-bb21fe2230aa)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:21.635242 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (578173d4-7626-4856-922f-0c365b6aa566), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.657949 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Calling delete_port for 578173d4-7626-4856-922f-0c365b6aa566 owned by network:router_interface {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:21.666748 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22888af0-c6ee-49c0-b32e-f22a75c8159c req-31a1480e-ee41-418f-ad30-a61013584c94 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239695 Apr 11 16:43:21.718879 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59802) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:21.858246 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (578173d4-7626-4856-922f-0c365b6aa566), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:21.883675 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=578173d4-7626-4856-922f-0c365b6aa566,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:22.018355 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (c48c9068-23c6-4035-a58b-9dc5cefac586), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.189700 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (5e530ff9-6386-4270-81b7-87191975e115), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.257098 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Router c48c9068-23c6-4035-a58b-9dc5cefac586 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:22.391736 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:22.398153 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-236ea041-a4bb-42e0-a991-62428bf97ccc admin admin] 10.222.0.65 "PUT /v2.0/routers/c48c9068-23c6-4035-a58b-9dc5cefac586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1446667 Apr 11 16:43:22.400657 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59808) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:22.403399 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] Sync routers for ids ['c48c9068-23c6-4035-a58b-9dc5cefac586'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:22.413773 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] Routers {'c48c9068-23c6-4035-a58b-9dc5cefac586'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:22.414713 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['c48c9068-23c6-4035-a58b-9dc5cefac586'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:22.484650 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-748dd709-ba76-4389-ba5b-6ed96bab2cef tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194086937&fields=id&tenant_id=f673779bead84d3c9d6d57eb3c65d5eb HTTP/1.1" status: 200 len: 267 time: 0.1130667 Apr 11 16:43:22.496322 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Deleting port 50a7ee59-74c4-4d9d-b963-3555148712f3 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:22.496836 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.531278 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] Set router c48c9068-23c6-4035-a58b-9dc5cefac586 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:22.580437 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] For port 50a7ee59-74c4-4d9d-b963-3555148712f3, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=50a7ee59-74c4-4d9d-b963-3555148712f3,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:22.580853 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.588119 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-87a2aab5-37a8-4fdb-904a-b85a244ec90c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:22.589666 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-87a2aab5-37a8-4fdb-904a-b85a244ec90c tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 984 time: 0.0968943 Apr 11 16:43:22.595754 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Calling delete_port for 50a7ee59-74c4-4d9d-b963-3555148712f3 owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:22.600258 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks [] for router (c48c9068-23c6-4035-a58b-9dc5cefac586), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.607861 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-7896f03f-135a-4363-85cc-1f0683c105b6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Request body: {'port': {'security_groups': ['e78d7106-6087-4237-a243-b92bdc719b27']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:22.718392 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-7896f03f-135a-4363-85cc-1f0683c105b6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.727728 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:43:21Z', 'revision_number': 5, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'gw_port': {'id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:22.759935 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] Checking router: c48c9068-23c6-4035-a58b-9dc5cefac586 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:22.769991 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] Routers {'c48c9068-23c6-4035-a58b-9dc5cefac586'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:22.770744 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['c48c9068-23c6-4035-a58b-9dc5cefac586'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:22.824849 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (50a7ee59-74c4-4d9d-b963-3555148712f3), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.860575 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Pushing event deleted for resources: {'Port': ['ID=50a7ee59-74c4-4d9d-b963-3555148712f3,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:22.873500 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks [] for router_gateway (c48c9068-23c6-4035-a58b-9dc5cefac586), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.938929 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Deleting port 6736950a-53c4-4c99-8b68-2c6bef1bfd69 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:22.939424 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:22.994655 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] Set router c48c9068-23c6-4035-a58b-9dc5cefac586 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:23.090599 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-7896f03f-135a-4363-85cc-1f0683c105b6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] For port 900247d2-717f-4100-a8c4-2e6811bb9b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:23.105699 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] For port 6736950a-53c4-4c99-8b68-2c6bef1bfd69, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=6736950a-53c4-4c99-8b68-2c6bef1bfd69,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:23.106062 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.118560 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (5e530ff9-6386-4270-81b7-87191975e115), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.129283 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Calling delete_port for 6736950a-53c4-4c99-8b68-2c6bef1bfd69 owned by network:router_gateway {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:23.152941 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-7896f03f-135a-4363-85cc-1f0683c105b6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.159482 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-7896f03f-135a-4363-85cc-1f0683c105b6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.172635 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['900247d2-717f-4100-a8c4-2e6811bb9b9b'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:43:23.202613 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:43:21Z', 'revision_number': 5, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'gw_port': {'id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:23.239177 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-7896f03f-135a-4363-85cc-1f0683c105b6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:23.239912 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-7896f03f-135a-4363-85cc-1f0683c105b6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.241411 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6ffe0c04-d7e4-4d6e-9087-ec5e9ec42d3f req-7896f03f-135a-4363-85cc-1f0683c105b6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "PUT /v2.0/ports/900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 200 len: 942 time: 0.6389942 Apr 11 16:43:23.244023 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af295eab-4872-4dcf-b962-dbaa2e74aa8d None None] The sync data for ids ['c48c9068-23c6-4035-a58b-9dc5cefac586'] in dv-cinder-837165-2-iscsi is: [{'id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'name': 'tempest-TestShelveInstance-1373936274-router', 'tenant_id': 'e2d798ba7ecd426d9b82aae293531176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:43:21Z', 'revision_number': 5, 'project_id': 'e2d798ba7ecd426d9b82aae293531176', 'gw_port': {'id': '6736950a-53c4-4c99-8b68-2c6bef1bfd69', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48c9068-23c6-4035-a58b-9dc5cefac586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:41Z', 'updated_at': '2022-04-11T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:23.244292 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:23.247000 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b303ff-eb27-493c-8ea7-33aaafd7e60f" -d '{"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:23.274884 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59810) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:23.321771 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['900247d2-717f-4100-a8c4-2e6811bb9b9b'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:43:23.325253 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af34f5f-a87d-402c-a5e8-97475c98435d x-openstack-request-id: req-8af34f5f-a87d-402c-a5e8-97475c98435d {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:23.325542 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:23.325797 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8af34f5f-a87d-402c-a5e8-97475c98435d {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:23.326201 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af34f5f-a87d-402c-a5e8-97475c98435d'] response: {'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'status': 'completed', 'code': 200} Apr 11 16:43:23.336583 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896f03f-135a-4363-85cc-1f0683c105b6 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event updated for resources: {'Port': ['ID=900247d2-717f-4100-a8c4-2e6811bb9b9b,revision_number=7']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:23.391036 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-009061cc-1363-44cd-9b09-582b00181796 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group (53fb903d-63ec-4004-a1fb-7695785c7fae), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.443185 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-d35bfe5c-e55d-4959-b206-3082915219de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:23.445057 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-d35bfe5c-e55d-4959-b206-3082915219de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 1129 time: 0.0589018 Apr 11 16:43:23.456641 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-009061cc-1363-44cd-9b09-582b00181796 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group (53fb903d-63ec-4004-a1fb-7695785c7fae), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.527570 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (6736950a-53c4-4c99-8b68-2c6bef1bfd69), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.544803 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-d9646884-f231-4cc0-8cdd-683ec079a082 None None] Provisioning complete for port 900247d2-717f-4100-a8c4-2e6811bb9b9b triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:23.545609 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d9646884-f231-4cc0-8cdd-683ec079a082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.584133 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Pushing event deleted for resources: {'Port': ['ID=6736950a-53c4-4c99-8b68-2c6bef1bfd69,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:23.647424 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (c48c9068-23c6-4035-a58b-9dc5cefac586), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.659913 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-d9646884-f231-4cc0-8cdd-683ec079a082 None None] Current status of the port 900247d2-717f-4100-a8c4-2e6811bb9b9b is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:23.787105 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (c48c9068-23c6-4035-a58b-9dc5cefac586), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.790933 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks [] for router_controller (c48c9068-23c6-4035-a58b-9dc5cefac586), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.795928 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-989b6247-58dd-416a-a19e-f819b821c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:23.797669 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-989b6247-58dd-416a-a19e-f819b821c34b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4478dee5-b317-4769-a31c-e852dd3d8a1a HTTP/1.1" status: 200 len: 916 time: 0.2809038 Apr 11 16:43:23.827108 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Router 5e530ff9-6386-4270-81b7-87191975e115 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:23.882326 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-009061cc-1363-44cd-9b09-582b00181796 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (53fb903d-63ec-4004-a1fb-7695785c7fae), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.885035 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-009061cc-1363-44cd-9b09-582b00181796 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.889366 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-009061cc-1363-44cd-9b09-582b00181796 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "DELETE /v2.0/security-groups/53fb903d-63ec-4004-a1fb-7695785c7fae HTTP/1.1" status: 204 len: 168 time: 0.6138606 Apr 11 16:43:23.892284 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59814) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:23.911213 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (c48c9068-23c6-4035-a58b-9dc5cefac586), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.911852 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48c9068-23c6-4035-a58b-9dc5cefac586 {{(pid=103670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:43:23.919137 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:23.922839 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-16336218-a02d-48cf-b122-01a4111d109a admin admin] 10.222.0.65 "DELETE /v2.0/routers/c48c9068-23c6-4035-a58b-9dc5cefac586 HTTP/1.1" status: 204 len: 168 time: 1.5211575 Apr 11 16:43:23.923468 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59816) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:23.946652 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009061cc-1363-44cd-9b09-582b00181796 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fb903d-63ec-4004-a1fb-7695785c7fae,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:23.967831 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-9d2d4247-b99e-460f-acdb-643bf7d3612d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 200 len: 1001 time: 0.1429343 Apr 11 16:43:24.013155 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8be98de-1674-4f26-95cf-1595f308aad5 admin admin] Deleting subnet b61ccbfe-2dec-4749-a440-56fa8f83c5c3 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:43:24.017936 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c8be98de-1674-4f26-95cf-1595f308aad5 admin admin] Publish callbacks [] for subnet (b61ccbfe-2dec-4749-a440-56fa8f83c5c3), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.048329 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:24.054992 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-fd57d74c-dd4a-4024-8e6c-fd4380e8a47b admin admin] 10.222.0.65 "PUT /v2.0/routers/5e530ff9-6386-4270-81b7-87191975e115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3348672 Apr 11 16:43:24.058402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59818) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:24.070168 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] Sync routers for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:24.071028 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-441f1385-cf55-4f1a-8609-df49157165be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:24.072575 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-441f1385-cf55-4f1a-8609-df49157165be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c666ab6-83cc-4552-80d9-9355a3b10807 HTTP/1.1" status: 200 len: 854 time: 0.0959287 Apr 11 16:43:24.076525 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c8be98de-1674-4f26-95cf-1595f308aad5 admin admin] Publish callbacks [] for subnet (b61ccbfe-2dec-4749-a440-56fa8f83c5c3), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.108342 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:24.109551 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:24.174768 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-cd1dd9e7-b4bd-4d26-9eb8-7b1ef804377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:24.176523 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-cd1dd9e7-b4bd-4d26-9eb8-7b1ef804377a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4478dee5-b317-4769-a31c-e852dd3d8a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974393 Apr 11 16:43:24.194268 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Deleting port 47adb46f-09fc-427f-a427-c5742c6ab7a5 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:24.194677 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (47adb46f-09fc-427f-a427-c5742c6ab7a5), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.209464 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c8be98de-1674-4f26-95cf-1595f308aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (b61ccbfe-2dec-4749-a440-56fa8f83c5c3), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.231088 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:24.251739 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks [] for router (5e530ff9-6386-4270-81b7-87191975e115), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.316346 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-ea2217b2-966f-4259-a28d-fbf7d2ce5feb service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334777 Apr 11 16:43:24.332509 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c8be98de-1674-4f26-95cf-1595f308aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for subnet (b61ccbfe-2dec-4749-a440-56fa8f83c5c3), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.352135 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (47adb46f-09fc-427f-a427-c5742c6ab7a5), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.352385 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for floatingip (47adb46f-09fc-427f-a427-c5742c6ab7a5), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.370251 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Calling delete_port for 47adb46f-09fc-427f-a427-c5742c6ab7a5 owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:24.374141 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be98de-1674-4f26-95cf-1595f308aad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61ccbfe-2dec-4749-a440-56fa8f83c5c3,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:24.381227 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c8be98de-1674-4f26-95cf-1595f308aad5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.387235 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59820) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:24.387394 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c8be98de-1674-4f26-95cf-1595f308aad5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b61ccbfe-2dec-4749-a440-56fa8f83c5c3 HTTP/1.1" status: 204 len: 168 time: 0.4578471 Apr 11 16:43:24.449067 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01b303ff-eb27-493c-8ea7-33aaafd7e60f req-8ea22979-0a99-496b-b4f3-fb0ff650c0ca service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258879 Apr 11 16:43:24.452179 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6c8e6-7cf1-4978-a564-ee102d850678 None None] Network 87a215b2-10a4-4823-ba94-bbb608881855 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:24.511824 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks [] for router_gateway (5e530ff9-6386-4270-81b7-87191975e115), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.562595 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (87a215b2-10a4-4823-ba94-bbb608881855), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.616030 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:43:22Z', 'revision_number': 5, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port': {'id': '9ed93756-c1e4-4347-b7cd-88e69d370254', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:93:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e530ff9-6386-4270-81b7-87191975e115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:13Z', 'updated_at': '2022-04-11T16:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:24.623680 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Deleting port 9ed93756-c1e4-4347-b7cd-88e69d370254 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:24.624016 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.675612 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] Checking router: 5e530ff9-6386-4270-81b7-87191975e115 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:24.712142 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Deleting port c9f202ce-707b-482c-9262-8559e0bbc447 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:24.712387 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] Routers {'5e530ff9-6386-4270-81b7-87191975e115'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:24.712495 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.712944 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['5e530ff9-6386-4270-81b7-87191975e115'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:24.788719 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 6736950a-53c4-4c99-8b68-2c6bef1bfd69 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:24.814978 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 6736950a-53c4-4c99-8b68-2c6bef1bfd69 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:24.815354 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 6736950a-53c4-4c99-8b68-2c6bef1bfd69 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:24.816300 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 578173d4-7626-4856-922f-0c365b6aa566 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:24.830536 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (47adb46f-09fc-427f-a427-c5742c6ab7a5), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.840304 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 578173d4-7626-4856-922f-0c365b6aa566 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:24.840768 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] For port 9ed93756-c1e4-4347-b7cd-88e69d370254, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=9ed93756-c1e4-4347-b7cd-88e69d370254,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:24.841157 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.841304 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 578173d4-7626-4856-922f-0c365b6aa566 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:24.845513 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] For port c9f202ce-707b-482c-9262-8559e0bbc447, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c9f202ce-707b-482c-9262-8559e0bbc447,segment=NetworkSegment(46d1aa26-9d21-4f19-9271-bb21fe2230aa),segment_id=46d1aa26-9d21-4f19-9271-bb21fe2230aa)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:24.845861 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:24.870950 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] Set router 5e530ff9-6386-4270-81b7-87191975e115 gateway port host: None {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:24.887733 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Calling delete_port for 9ed93756-c1e4-4347-b7cd-88e69d370254 owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:24.892559 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event deleted for resources: {'Port': ['ID=47adb46f-09fc-427f-a427-c5742c6ab7a5,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:24.896072 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Calling delete_port for c9f202ce-707b-482c-9262-8559e0bbc447 owned by network:dhcp {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:24.930427 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0fdf74-1b2c-48df-8c31-037ab8b5ef21 None None] DHCP port deletion for 87a215b2-10a4-4823-ba94-bbb608881855 request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:43:24.935547 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device dda955e6-e188-4b67-ae24-2bcd2bd689f7 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:24.939259 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 6, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port_host': None}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:24.981162 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: dda955e6-e188-4b67-ae24-2bcd2bd689f7 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:24.981514 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device dda955e6-e188-4b67-ae24-2bcd2bd689f7 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:24.985428 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4359f6b-b3ee-43c3-8a09-116dedc31a84 None None] The sync data for ids ['5e530ff9-6386-4270-81b7-87191975e115'] in dv-cinder-837165-2-iscsi is: [{'id': '5e530ff9-6386-4270-81b7-87191975e115', 'name': 'tempest-ServerRescueNegativeTestJSON-364507386-router', 'tenant_id': 'e396e5cb51e143bb84d76c18dba0d403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:12Z', 'updated_at': '2022-04-11T16:43:24Z', 'revision_number': 6, 'project_id': 'e396e5cb51e143bb84d76c18dba0d403', 'gw_port_host': None}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:25.027573 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fdf74-1b2c-48df-8c31-037ab8b5ef21 None None] Deleting port c9f202ce-707b-482c-9262-8559e0bbc447 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:25.027984 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdf74-1b2c-48df-8c31-037ab8b5ef21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.054631 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks [] for floatingip (67e9c098-9d0d-4c59-8295-679dc0005b6d), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.054957 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Floating IP 67e9c098-9d0d-4c59-8295-679dc0005b6d disassociated (deleted). External IP: 172.27.0.114, port: 900247d2-717f-4100-a8c4-2e6811bb9b9b. Apr 11 16:43:25.094830 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-3e0fdf74-1b2c-48df-8c31-037ab8b5ef21 None None] For port c9f202ce-707b-482c-9262-8559e0bbc447, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c9f202ce-707b-482c-9262-8559e0bbc447,segment=NetworkSegment(46d1aa26-9d21-4f19-9271-bb21fe2230aa),segment_id=46d1aa26-9d21-4f19-9271-bb21fe2230aa)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:25.095226 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdf74-1b2c-48df-8c31-037ab8b5ef21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.109194 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fdf74-1b2c-48df-8c31-037ab8b5ef21 None None] Calling delete_port for c9f202ce-707b-482c-9262-8559e0bbc447 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:25.170856 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-43bf9bea-4629-423f-9024-bd095836e41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.210801 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.216584 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdf74-1b2c-48df-8c31-037ab8b5ef21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (c9f202ce-707b-482c-9262-8559e0bbc447), after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.244644 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0fdf74-1b2c-48df-8c31-037ab8b5ef21 None None] No DVR routers for this DVR port c9f202ce-707b-482c-9262-8559e0bbc447 on host dv-cinder-837165-2-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:25.249130 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fdf74-1b2c-48df-8c31-037ab8b5ef21 None None] Pushing event deleted for resources: {'Port': ['ID=c9f202ce-707b-482c-9262-8559e0bbc447,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:25.255846 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f202ce-707b-482c-9262-8559e0bbc447,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:25.257811 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] No DVR routers for this DVR port c9f202ce-707b-482c-9262-8559e0bbc447 on host dv-cinder-837165-2-iscsi {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:25.404263 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (9ed93756-c1e4-4347-b7cd-88e69d370254), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.417046 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (87a215b2-10a4-4823-ba94-bbb608881855), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.487910 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed93756-c1e4-4347-b7cd-88e69d370254,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:25.498341 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a215b2-10a4-4823-ba94-bbb608881855']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:25.530900 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d1aa26-9d21-4f19-9271-bb21fe2230aa') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:25.531136 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d1aa26-9d21-4f19-9271-bb21fe2230aa') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:25.548699 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529087716'] for segment (46d1aa26-9d21-4f19-9271-bb21fe2230aa), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.589422 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Router e551aad5-dd31-412a-8485-d83e5a063120 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:25.591985 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (46d1aa26-9d21-4f19-9271-bb21fe2230aa), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.603902 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:43:25.604281 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529333284'] for segment (46d1aa26-9d21-4f19-9271-bb21fe2230aa), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: Traceback (most recent call last): Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: timer() Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: cb(*args, **kw) Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: return func(*args, **kwargs) Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: self._notify() Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: self.callback(batched_events) Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: event.method(event) Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: return f(self, *a, **k) Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._get(url).json() Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:43:25.605930 dv-cinder-837165-2-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:43:25.627508 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (5e530ff9-6386-4270-81b7-87191975e115), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.781878 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (87a215b2-10a4-4823-ba94-bbb608881855), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.790008 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (5e530ff9-6386-4270-81b7-87191975e115), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.794727 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks [] for router_controller (5e530ff9-6386-4270-81b7-87191975e115), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.805368 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:25.808473 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] 10.222.0.65 "DELETE /v2.0/networks/87a215b2-10a4-4823-ba94-bbb608881855 HTTP/1.1" status: 204 len: 168 time: 1.4192381 Apr 11 16:43:25.943758 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59824) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:25.991040 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-158fea66-ea01-4521-8ea6-a6b3987bc6ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ad65af0201c40fea0218125fd073de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460579 Apr 11 16:43:25.994579 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59826) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:26.049377 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-566808e2-47a2-46b2-95cd-8e026d89a994 admin admin] Publish callbacks [] for security_group (7681802b-7f76-4840-a38a-a7258cdfb9c8), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.073906 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-566808e2-47a2-46b2-95cd-8e026d89a994 admin admin] Publish callbacks [] for security_group (7681802b-7f76-4840-a38a-a7258cdfb9c8), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.124474 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-566808e2-47a2-46b2-95cd-8e026d89a994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (7681802b-7f76-4840-a38a-a7258cdfb9c8), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.127714 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-566808e2-47a2-46b2-95cd-8e026d89a994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.129169 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-566808e2-47a2-46b2-95cd-8e026d89a994 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7681802b-7f76-4840-a38a-a7258cdfb9c8 HTTP/1.1" status: 204 len: 168 time: 0.1332757 Apr 11 16:43:26.132561 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4ea0-9148-4f49-a802-72b87817bdaa admin admin] Pushing event deleted for resources: {'Network': ['ID=87a215b2-10a4-4823-ba94-bbb608881855,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:26.140612 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566808e2-47a2-46b2-95cd-8e026d89a994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7681802b-7f76-4840-a38a-a7258cdfb9c8,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:26.168318 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (5e530ff9-6386-4270-81b7-87191975e115), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.168913 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e530ff9-6386-4270-81b7-87191975e115 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:43:26.175073 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.176628 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ad1bca09-817a-4501-b2a9-12992e920a55 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5e530ff9-6386-4270-81b7-87191975e115 HTTP/1.1" status: 204 len: 168 time: 2.1176271 Apr 11 16:43:26.179441 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59830) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:26.231570 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:26.240547 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.253003 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] Sync routers for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:26.268058 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:26.269118 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:26.283521 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6bcae7-1beb-4b88-8dfb-53ddd37677b5 admin admin] Deleting subnet 72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:43:26.292288 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcae7-1beb-4b88-8dfb-53ddd37677b5 admin admin] Publish callbacks [] for subnet (72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.315239 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-277e2f8d-c35d-4bfa-84f1-008c18ce01b2 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "DELETE /v2.0/floatingips/67e9c098-9d0d-4c59-8295-679dc0005b6d HTTP/1.1" status: 204 len: 168 time: 2.4192121 Apr 11 16:43:26.319051 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:26.321669 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15193b2-9dcf-468c-adc4-8882bdef856e" -d '{"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:26.337816 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcae7-1beb-4b88-8dfb-53ddd37677b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529087725'] for subnet (72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.399935 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:26.411804 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d799cc3f-8a11-4562-be68-49640169921d x-openstack-request-id: req-d799cc3f-8a11-4562-be68-49640169921d {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:26.412372 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:26.412718 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d799cc3f-8a11-4562-be68-49640169921d {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:26.413353 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d799cc3f-8a11-4562-be68-49640169921d'] response: {'name': 'network-changed', 'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'status': 'completed', 'code': 200} Apr 11 16:43:26.465940 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcae7-1beb-4b88-8dfb-53ddd37677b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.515779 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-aabbacd1-6596-48ab-a01a-0152e8d69349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:26.517603 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-aabbacd1-6596-48ab-a01a-0152e8d69349 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 1129 time: 0.0841665 Apr 11 16:43:26.580384 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcae7-1beb-4b88-8dfb-53ddd37677b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529333390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528556659'] for subnet (72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.650125 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59842) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:26.652760 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bcae7-1beb-4b88-8dfb-53ddd37677b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:26.653713 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '63a2ce2c-b276-4e4f-9458-7498bd276fb3', 'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'mac_address': 'fa:16:3e:7b:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:41Z', 'updated_at': '2022-04-11T16:38:47Z', 'revision_number': 5, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'subnets': [{'id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:26.663571 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcae7-1beb-4b88-8dfb-53ddd37677b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.672395 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96541edc-7795-471c-9c6f-092789841524 None None] Network beb37b89-3aa6-44d9-a704-52e8c05a205a requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:26.675853 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59844) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:26.677292 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3c6bcae7-1beb-4b88-8dfb-53ddd37677b5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/72e6cbfc-31b2-4f62-a78b-daa2aeb7f8ff HTTP/1.1" status: 204 len: 168 time: 0.4904621 Apr 11 16:43:26.711256 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-2c58ee98-1a68-4869-b79c-4755ca056ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:26.713879 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-2c58ee98-1a68-4869-b79c-4755ca056ab7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4478dee5-b317-4769-a31c-e852dd3d8a1a HTTP/1.1" status: 200 len: 916 time: 0.1853375 Apr 11 16:43:26.768773 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] Checking router: e551aad5-dd31-412a-8485-d83e5a063120 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:26.781180 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:26.782211 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:42:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:26.814535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 9ed93756-c1e4-4347-b7cd-88e69d370254 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:26.823402 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-13077793-7a57-4f91-9259-17b18b6f0133 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 200 len: 217 time: 0.0938432 Apr 11 16:43:26.837604 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 9ed93756-c1e4-4347-b7cd-88e69d370254 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:26.837953 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 9ed93756-c1e4-4347-b7cd-88e69d370254 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:26.838378 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c9f202ce-707b-482c-9262-8559e0bbc447 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:26.844824 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-33b68558-e670-4229-968f-ec77a79eb0b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2d798ba7ecd426d9b82aae293531176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934452 Apr 11 16:43:26.847701 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59848) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:26.860958 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: c9f202ce-707b-482c-9262-8559e0bbc447 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:26.861517 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c9f202ce-707b-482c-9262-8559e0bbc447 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:26.862301 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 50a7ee59-74c4-4d9d-b963-3555148712f3 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:26.881002 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (beb37b89-3aa6-44d9-a704-52e8c05a205a), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.907593 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d21ad-5638-4117-bba7-f5e418609a7f None None] DHCP port deletion for beb37b89-3aa6-44d9-a704-52e8c05a205a request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:43:26.914254 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 50a7ee59-74c4-4d9d-b963-3555148712f3 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:26.914598 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 50a7ee59-74c4-4d9d-b963-3555148712f3 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:26.937572 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:26.943676 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-dbbaf803-4e9d-44f2-bdd6-5b2f0600e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:26.945164 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-dbbaf803-4e9d-44f2-bdd6-5b2f0600e431 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c666ab6-83cc-4552-80d9-9355a3b10807 HTTP/1.1" status: 200 len: 854 time: 0.0975933 Apr 11 16:43:26.947227 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-40ebff57-b287-4809-9127-d4ca315bac26 admin admin] Publish callbacks [] for security_group (e8c698c3-8afd-45cf-b101-92679abc52c5), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.954612 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Deleting port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:26.955179 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.958854 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-973d21ad-5638-4117-bba7-f5e418609a7f None None] Deleting port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:26.959434 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-973d21ad-5638-4117-bba7-f5e418609a7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.973457 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-40ebff57-b287-4809-9127-d4ca315bac26 admin admin] Publish callbacks [] for security_group (e8c698c3-8afd-45cf-b101-92679abc52c5), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.035712 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-973d21ad-5638-4117-bba7-f5e418609a7f None None] For port 4528fcb0-0baf-4e12-8f89-3323bc3421a9, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=4528fcb0-0baf-4e12-8f89-3323bc3421a9,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:27.036288 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-973d21ad-5638-4117-bba7-f5e418609a7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.042581 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-40ebff57-b287-4809-9127-d4ca315bac26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e8c698c3-8afd-45cf-b101-92679abc52c5), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.045554 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-40ebff57-b287-4809-9127-d4ca315bac26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.047010 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-40ebff57-b287-4809-9127-d4ca315bac26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8c698c3-8afd-45cf-b101-92679abc52c5 HTTP/1.1" status: 204 len: 168 time: 0.1981928 Apr 11 16:43:27.057039 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebff57-b287-4809-9127-d4ca315bac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c698c3-8afd-45cf-b101-92679abc52c5,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:27.060368 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-973d21ad-5638-4117-bba7-f5e418609a7f None None] Calling delete_port for 4528fcb0-0baf-4e12-8f89-3323bc3421a9 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:27.174892 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-973d21ad-5638-4117-bba7-f5e418609a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.197035 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '63a2ce2c-b276-4e4f-9458-7498bd276fb3', 'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'mac_address': 'fa:16:3e:7b:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:41Z', 'updated_at': '2022-04-11T16:38:47Z', 'revision_number': 5, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'subnets': [{'id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:27.218011 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d21ad-5638-4117-bba7-f5e418609a7f None None] Pushing event deleted for resources: {'Port': ['ID=4528fcb0-0baf-4e12-8f89-3323bc3421a9,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:27.223429 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d21ad-5638-4117-bba7-f5e418609a7f None None] No DVR routers for this DVR port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 on host dv-cinder-837165-2-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:27.244428 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7933d-ca35-4ba7-89a2-96a34939d6ac None None] The sync data for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi is: [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:41Z', 'revision_number': 4, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '63a2ce2c-b276-4e4f-9458-7498bd276fb3', 'name': '', 'network_id': '4478dee5-b317-4769-a31c-e852dd3d8a1a', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'mac_address': 'fa:16:3e:7b:dc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:41Z', 'updated_at': '2022-04-11T16:38:47Z', 'revision_number': 5, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'subnets': [{'id': '6c666ab6-83cc-4552-80d9-9355a3b10807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:27.432586 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] For port 4528fcb0-0baf-4e12-8f89-3323bc3421a9, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=4528fcb0-0baf-4e12-8f89-3323bc3421a9,segment=NetworkSegment(7111bf4f-c0f6-4ff7-b48d-0103cb5583c1),segment_id=7111bf4f-c0f6-4ff7-b48d-0103cb5583c1)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:27.432999 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.455724 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Calling delete_port for 4528fcb0-0baf-4e12-8f89-3323bc3421a9 owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:27.461229 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-f69db690-0225-4310-a29e-de35576db221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:27.462886 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-f69db690-0225-4310-a29e-de35576db221 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4478dee5-b317-4769-a31c-e852dd3d8a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701282 Apr 11 16:43:27.576350 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399955f-4394-4761-90a5-94a87a3f9230 None None] New status for floating IP 67e9c098-9d0d-4c59-8295-679dc0005b6d: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:43:27.655013 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-65709d4d-cfc0-4f19-8ad3-852ee88508a3 service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833215 Apr 11 16:43:27.655709 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (4528fcb0-0baf-4e12-8f89-3323bc3421a9), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.678076 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-588bb3de-65f5-48c0-b185-f0a3a8e8017e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.696932 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4528fcb0-0baf-4e12-8f89-3323bc3421a9,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:27.710575 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] No DVR routers for this DVR port 4528fcb0-0baf-4e12-8f89-3323bc3421a9 on host dv-cinder-837165-2-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:27.826135 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (beb37b89-3aa6-44d9-a704-52e8c05a205a), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.859674 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.860014 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.860754 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.861089 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > port after_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.861422 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.861723 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > port after_update 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.862051 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.862372 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.862675 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.862983 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.959483 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.959483 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.959483 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.959483 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:43:27.959483 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb37b89-3aa6-44d9-a704-52e8c05a205a']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:27.974430 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a15193b2-9dcf-468c-adc4-8882bdef856e req-8858c965-95fd-4090-b83f-ce614f928790 service neutron] 10.222.0.41 "GET /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879965 Apr 11 16:43:27.981200 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:27.981496 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7111bf4f-c0f6-4ff7-b48d-0103cb5583c1') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:28.000301 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2328045'] for segment (7111bf4f-c0f6-4ff7-b48d-0103cb5583c1), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.024427 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (7111bf4f-c0f6-4ff7-b48d-0103cb5583c1), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.034401 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:43:28.034993 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529018306'] for segment (7111bf4f-c0f6-4ff7-b48d-0103cb5583c1), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: from cryptography.utils import int_from_bytes Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: from cryptography.utils import int_from_bytes Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: self.session.flush() Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: self.session.flush() Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: self.session.flush() Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: self.session.flush() Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: Traceback (most recent call last): Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: timer() Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: cb(*args, **kw) Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: return func(*args, **kwargs) Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: self._notify() Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: self.callback(batched_events) Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: event.method(event) Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: return f(self, *a, **k) Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._get(url).json() Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:43:28.041839 dv-cinder-837165-2-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:43:28.104623 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (beb37b89-3aa6-44d9-a704-52e8c05a205a), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.112029 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.115213 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] 10.222.0.65 "DELETE /v2.0/networks/beb37b89-3aa6-44d9-a704-52e8c05a205a HTTP/1.1" status: 204 len: 168 time: 1.4381907 Apr 11 16:43:28.125344 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea70b16-13e2-4346-8e90-d628ec1faf17 admin admin] Pushing event deleted for resources: {'Network': ['ID=beb37b89-3aa6-44d9-a704-52e8c05a205a,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:28.285132 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59866) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:28.326330 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-20951d05-e162-4274-b1f9-3d7f99e04bd9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e396e5cb51e143bb84d76c18dba0d403&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395155 Apr 11 16:43:28.329013 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59868) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:28.378855 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dfe03630-a447-4e52-9d03-8c746545237d admin admin] Publish callbacks [] for security_group (11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.400132 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dfe03630-a447-4e52-9d03-8c746545237d admin admin] Publish callbacks [] for security_group (11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.449175 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dfe03630-a447-4e52-9d03-8c746545237d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.451698 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dfe03630-a447-4e52-9d03-8c746545237d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.452833 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-dfe03630-a447-4e52-9d03-8c746545237d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84 HTTP/1.1" status: 204 len: 168 time: 0.1229403 Apr 11 16:43:28.460671 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe03630-a447-4e52-9d03-8c746545237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f5c3a0-9dc8-4eda-b0c5-529f6dc19b84,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:28.555810 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.677031 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 4528fcb0-0baf-4e12-8f89-3323bc3421a9 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:28.697438 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 4528fcb0-0baf-4e12-8f89-3323bc3421a9 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:28.698142 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 4528fcb0-0baf-4e12-8f89-3323bc3421a9 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:29.274009 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9999bd3-5090-41cc-abf4-1f9ff928a82e req-bb1e2829-3e9a-4479-bd8f-0f7291192242 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:29.275615 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9999bd3-5090-41cc-abf4-1f9ff928a82e req-bb1e2829-3e9a-4479-bd8f-0f7291192242 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.0499687 Apr 11 16:43:29.322845 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9999bd3-5090-41cc-abf4-1f9ff928a82e req-880c3bff-e7d2-4022-a010-99bedff1a79a tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Apr 11 16:43:30.446083 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.448571 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8788a5c-d910-4022-a739-77c608030ab8 req-d58056f3-5c1d-44e5-bef4-8a3df2b3e379 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:30.450054 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f8788a5c-d910-4022-a739-77c608030ab8 req-d58056f3-5c1d-44e5-bef4-8a3df2b3e379 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.0516939 Apr 11 16:43:30.498804 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f8788a5c-d910-4022-a739-77c608030ab8 req-2dae256c-257c-47af-9d9e-c1b91ea43381 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Apr 11 16:43:31.421488 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-496dec66-a10f-4433-a198-ff9b93c24fc4 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:31.422927 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-496dec66-a10f-4433-a198-ff9b93c24fc4 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.41 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.0474048 Apr 11 16:43:31.513188 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Deleting port 900247d2-717f-4100-a8c4-2e6811bb9b9b {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:31.513898 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.626203 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ad622-2a39-49a0-98b8-8e90b4c7f323 req-eaef0628-8564-48b7-b0c7-9ad4cb78be44 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:31.627573 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b09ad622-2a39-49a0-98b8-8e90b4c7f323 req-eaef0628-8564-48b7-b0c7-9ad4cb78be44 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/ports?device_id=494cad61-7e0d-49b6-aa92-6354407d825d HTTP/1.1" status: 200 len: 945 time: 0.0583782 Apr 11 16:43:31.649474 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] For port 900247d2-717f-4100-a8c4-2e6811bb9b9b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=900247d2-717f-4100-a8c4-2e6811bb9b9b,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:31.649833 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.673097 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Calling delete_port for 900247d2-717f-4100-a8c4-2e6811bb9b9b owned by compute:nova {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:31.703165 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b09ad622-2a39-49a0-98b8-8e90b4c7f323 req-0db60855-61c2-4c58-a038-79947dc4b14d tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.65 "GET /v2.0/security-groups?id=e78d7106-6087-4237-a243-b92bdc719b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696363 Apr 11 16:43:31.749716 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.818604 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (900247d2-717f-4100-a8c4-2e6811bb9b9b), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.830509 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['900247d2-717f-4100-a8c4-2e6811bb9b9b'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:43:31.850454 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Pushing event deleted for resources: {'Port': ['ID=900247d2-717f-4100-a8c4-2e6811bb9b9b,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:31.894976 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] No DVR routers for this DVR port 900247d2-717f-4100-a8c4-2e6811bb9b9b on host hv-cinder-83716 {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:31.897539 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:31.900876 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7f474bf-5e4f-455d-ae53-b2dff05bd951 req-481a096e-5390-4117-99e8-05a35869f364 tempest-TestMinimumBasicScenario-512736644 tempest-TestMinimumBasicScenario-512736644-project] 10.222.0.41 "DELETE /v2.0/ports/900247d2-717f-4100-a8c4-2e6811bb9b9b HTTP/1.1" status: 204 len: 173 time: 0.4710426 Apr 11 16:43:31.901388 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'name': 'network-vif-deleted', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:31.903687 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2092fb0c-0c49-41d0-82a1-f05f82cf51d3" -d '{"events": [{"server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "name": "network-vif-deleted", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:31.943938 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baf51ad-ff02-4fe9-9dd4-8a2dd712634d x-openstack-request-id: req-5baf51ad-ff02-4fe9-9dd4-8a2dd712634d {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:31.944234 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494cad61-7e0d-49b6-aa92-6354407d825d", "name": "network-vif-deleted", "tag": "900247d2-717f-4100-a8c4-2e6811bb9b9b", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:31.944487 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5baf51ad-ff02-4fe9-9dd4-8a2dd712634d {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:31.944895 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5baf51ad-ff02-4fe9-9dd4-8a2dd712634d'] response: {'server_uuid': '494cad61-7e0d-49b6-aa92-6354407d825d', 'name': 'network-vif-deleted', 'tag': '900247d2-717f-4100-a8c4-2e6811bb9b9b', 'status': 'completed', 'code': 200} Apr 11 16:43:32.238434 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 59940) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:32.354788 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f78f2b96-ec6c-4d32-a730-5e4b5843ba48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.431421 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f78f2b96-ec6c-4d32-a730-5e4b5843ba48 admin admin] Publish callbacks [] for security_group (ed7a2b24-51d4-4842-b916-1731da34ad39), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.435914 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f78f2b96-ec6c-4d32-a730-5e4b5843ba48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (ed7a2b24-51d4-4842-b916-1731da34ad39), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.473880 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f2b96-ec6c-4d32-a730-5e4b5843ba48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7a2b24-51d4-4842-b916-1731da34ad39,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:32.478326 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f78f2b96-ec6c-4d32-a730-5e4b5843ba48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79ed26c2b2614e89875c78f80eda90c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385771 Apr 11 16:43:32.481208 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 59944) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:32.531109 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b052-d213-4d3b-9de0-416986a447ae admin admin] Publish callbacks [] for security_group (ed7a2b24-51d4-4842-b916-1731da34ad39), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.555903 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b052-d213-4d3b-9de0-416986a447ae admin admin] Publish callbacks [] for security_group (ed7a2b24-51d4-4842-b916-1731da34ad39), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.604764 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b052-d213-4d3b-9de0-416986a447ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (ed7a2b24-51d4-4842-b916-1731da34ad39), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.607281 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b052-d213-4d3b-9de0-416986a447ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:32.608457 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3cf5b052-d213-4d3b-9de0-416986a447ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed7a2b24-51d4-4842-b916-1731da34ad39 HTTP/1.1" status: 204 len: 168 time: 0.1263921 Apr 11 16:43:32.617035 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5b052-d213-4d3b-9de0-416986a447ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7a2b24-51d4-4842-b916-1731da34ad39,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:33.463929 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60016) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:33.824775 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (e551aad5-dd31-412a-8485-d83e5a063120), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.077301 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Deleting port 63a2ce2c-b276-4e4f-9458-7498bd276fb3 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:34.077643 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.169785 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] For port 63a2ce2c-b276-4e4f-9458-7498bd276fb3, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=63a2ce2c-b276-4e4f-9458-7498bd276fb3,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:34.170156 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.188047 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Calling delete_port for 63a2ce2c-b276-4e4f-9458-7498bd276fb3 owned by network:router_interface {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:34.390639 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (63a2ce2c-b276-4e4f-9458-7498bd276fb3), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.418148 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a2ce2c-b276-4e4f-9458-7498bd276fb3,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:34.600152 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (e551aad5-dd31-412a-8485-d83e5a063120), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.613355 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60064) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:34.778366 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-95e82197-403d-419b-add9-bc08f4c023ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.884895 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Router e551aad5-dd31-412a-8485-d83e5a063120 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:34.958578 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-95e82197-403d-419b-add9-bc08f4c023ce admin admin] Publish callbacks [] for security_group (68b664a8-b570-4ed5-860c-67213bdd9d0e), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.966128 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-95e82197-403d-419b-add9-bc08f4c023ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (68b664a8-b570-4ed5-860c-67213bdd9d0e), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:34.980066 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 900247d2-717f-4100-a8c4-2e6811bb9b9b no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:35.001980 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 900247d2-717f-4100-a8c4-2e6811bb9b9b {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:35.002342 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 900247d2-717f-4100-a8c4-2e6811bb9b9b not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:35.044575 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-95e82197-403d-419b-add9-bc08f4c023ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d94eaf9cbf85413fa899578372c783e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300830 Apr 11 16:43:35.047532 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e82197-403d-419b-add9-bc08f4c023ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b664a8-b570-4ed5-860c-67213bdd9d0e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:35.047706 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60068) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:35.068478 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:35.074046 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-04a19b77-f38f-4e91-ade9-44517c1451c3 admin admin] 10.222.0.65 "PUT /v2.0/routers/e551aad5-dd31-412a-8485-d83e5a063120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072960 Apr 11 16:43:35.076725 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60070) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:35.080316 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] Sync routers for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:35.093635 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:35.095107 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:35.104070 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c7f256ca-8b4f-40bc-9068-d00b77387b3c admin admin] Publish callbacks [] for security_group (68b664a8-b570-4ed5-860c-67213bdd9d0e), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.128795 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c7f256ca-8b4f-40bc-9068-d00b77387b3c admin admin] Publish callbacks [] for security_group (68b664a8-b570-4ed5-860c-67213bdd9d0e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.186360 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c7f256ca-8b4f-40bc-9068-d00b77387b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (68b664a8-b570-4ed5-860c-67213bdd9d0e), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.189144 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c7f256ca-8b4f-40bc-9068-d00b77387b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.193199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks [] for router (e551aad5-dd31-412a-8485-d83e5a063120), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.196194 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c7f256ca-8b4f-40bc-9068-d00b77387b3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68b664a8-b570-4ed5-860c-67213bdd9d0e HTTP/1.1" status: 204 len: 168 time: 0.1474795 Apr 11 16:43:35.204742 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f256ca-8b4f-40bc-9068-d00b77387b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b664a8-b570-4ed5-860c-67213bdd9d0e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:35.212156 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:35.315137 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks [] for router_gateway (e551aad5-dd31-412a-8485-d83e5a063120), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.366628 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Deleting port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:35.366958 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.396972 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:43:34Z', 'revision_number': 5, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port': {'id': 'ec6daf13-c8e3-44ce-b5c3-6ff475f677ef', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:35.428610 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] Checking router: e551aad5-dd31-412a-8485-d83e5a063120 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:35.438230 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] Routers {'e551aad5-dd31-412a-8485-d83e5a063120'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:35.439051 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['e551aad5-dd31-412a-8485-d83e5a063120'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:35.450827 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] For port ec6daf13-c8e3-44ce-b5c3-6ff475f677ef, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=ec6daf13-c8e3-44ce-b5c3-6ff475f677ef,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:35.451197 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.466306 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Calling delete_port for ec6daf13-c8e3-44ce-b5c3-6ff475f677ef owned by network:router_gateway {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:35.498198 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60076) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:35.513700 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-78bf97ed-09c4-4ba0-ac08-65dba9213892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.535974 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] Set router e551aad5-dd31-412a-8485-d83e5a063120 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:35.593417 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:43:35Z', 'revision_number': 6, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port_host': None}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:35.600160 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-78bf97ed-09c4-4ba0-ac08-65dba9213892 admin admin] Publish callbacks [] for security_group (9993e1d1-5b74-4f3f-9bf3-c8956a1a5bef), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.604783 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-78bf97ed-09c4-4ba0-ac08-65dba9213892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (9993e1d1-5b74-4f3f-9bf3-c8956a1a5bef), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.643008 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf97ed-09c4-4ba0-ac08-65dba9213892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9993e1d1-5b74-4f3f-9bf3-c8956a1a5bef,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:35.654058 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60078) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:35.654443 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-78bf97ed-09c4-4ba0-ac08-65dba9213892 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e15e18cfd5f4d57bdf0ad93bac2fb46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539388 Apr 11 16:43:35.657982 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (ec6daf13-c8e3-44ce-b5c3-6ff475f677ef), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.700380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6daf13-c8e3-44ce-b5c3-6ff475f677ef,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:35.719045 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aba332-7c2d-47b3-816e-7a00eec9ae70 None None] The sync data for ids ['e551aad5-dd31-412a-8485-d83e5a063120'] in dv-cinder-837165-2-iscsi is: [{'id': 'e551aad5-dd31-412a-8485-d83e5a063120', 'name': 'tempest-TestMinimumBasicScenario-1611802291-router', 'tenant_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:38Z', 'updated_at': '2022-04-11T16:43:35Z', 'revision_number': 6, 'project_id': 'f673779bead84d3c9d6d57eb3c65d5eb', 'gw_port_host': None}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:35.788043 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-279903db-da31-4d89-a6d5-a9b43d046baf admin admin] Publish callbacks [] for security_group (9993e1d1-5b74-4f3f-9bf3-c8956a1a5bef), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.797421 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (e551aad5-dd31-412a-8485-d83e5a063120), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.899317 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-279903db-da31-4d89-a6d5-a9b43d046baf admin admin] Publish callbacks [] for security_group (9993e1d1-5b74-4f3f-9bf3-c8956a1a5bef), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.913934 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (e551aad5-dd31-412a-8485-d83e5a063120), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.919520 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks [] for router_controller (e551aad5-dd31-412a-8485-d83e5a063120), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.976527 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (e551aad5-dd31-412a-8485-d83e5a063120), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.977038 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e551aad5-dd31-412a-8485-d83e5a063120 {{(pid=103670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:43:35.981617 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:35.982786 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-cccd8a13-45a4-46cf-9938-01355874f373 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e551aad5-dd31-412a-8485-d83e5a063120 HTTP/1.1" status: 204 len: 168 time: 0.9048719 Apr 11 16:43:35.985354 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60080) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:36.012819 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-279903db-da31-4d89-a6d5-a9b43d046baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (9993e1d1-5b74-4f3f-9bf3-c8956a1a5bef), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.015224 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-279903db-da31-4d89-a6d5-a9b43d046baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.016383 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-279903db-da31-4d89-a6d5-a9b43d046baf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9993e1d1-5b74-4f3f-9bf3-c8956a1a5bef HTTP/1.1" status: 204 len: 168 time: 0.3599205 Apr 11 16:43:36.034766 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279903db-da31-4d89-a6d5-a9b43d046baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9993e1d1-5b74-4f3f-9bf3-c8956a1a5bef,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:36.045971 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-758271c8-3095-4621-ab5a-370b2dc5a36d admin admin] Deleting subnet 6c666ab6-83cc-4552-80d9-9355a3b10807 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:43:36.049764 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-758271c8-3095-4621-ab5a-370b2dc5a36d admin admin] Publish callbacks [] for subnet (6c666ab6-83cc-4552-80d9-9355a3b10807), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.092085 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-758271c8-3095-4621-ab5a-370b2dc5a36d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2328036'] for subnet (6c666ab6-83cc-4552-80d9-9355a3b10807), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.178633 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-758271c8-3095-4621-ab5a-370b2dc5a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (6c666ab6-83cc-4552-80d9-9355a3b10807), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.238110 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-758271c8-3095-4621-ab5a-370b2dc5a36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529018216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532083081'] for subnet (6c666ab6-83cc-4552-80d9-9355a3b10807), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.264148 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758271c8-3095-4621-ab5a-370b2dc5a36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c666ab6-83cc-4552-80d9-9355a3b10807,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:36.268003 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-758271c8-3095-4621-ab5a-370b2dc5a36d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.271686 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-758271c8-3095-4621-ab5a-370b2dc5a36d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6c666ab6-83cc-4552-80d9-9355a3b10807 HTTP/1.1" status: 204 len: 168 time: 0.2848952 Apr 11 16:43:36.273751 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60086) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:36.275013 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c92401-ca8f-47bf-b4e2-5c827f44ca29 None None] Network 4478dee5-b317-4769-a31c-e852dd3d8a1a requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:36.500911 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a2b17-c35e-43d7-bb36-b3f9d94ea215 None None] DHCP port deletion for 4478dee5-b317-4769-a31c-e852dd3d8a1a request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:43:36.557284 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a2b17-c35e-43d7-bb36-b3f9d94ea215 None None] Deleting port 55e44070-dd15-4c5a-b5b7-aae919a3407e {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:36.558016 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2b17-c35e-43d7-bb36-b3f9d94ea215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.646295 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (4478dee5-b317-4769-a31c-e852dd3d8a1a), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.653003 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-fc6a2b17-c35e-43d7-bb36-b3f9d94ea215 None None] For port 55e44070-dd15-4c5a-b5b7-aae919a3407e, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=55e44070-dd15-4c5a-b5b7-aae919a3407e,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:36.653458 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2b17-c35e-43d7-bb36-b3f9d94ea215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.676726 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a2b17-c35e-43d7-bb36-b3f9d94ea215 None None] Calling delete_port for 55e44070-dd15-4c5a-b5b7-aae919a3407e owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:36.722165 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device ec6daf13-c8e3-44ce-b5c3-6ff475f677ef no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:36.731975 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Deleting port 55e44070-dd15-4c5a-b5b7-aae919a3407e {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:36.732342 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.748886 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: ec6daf13-c8e3-44ce-b5c3-6ff475f677ef {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:36.749445 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device ec6daf13-c8e3-44ce-b5c3-6ff475f677ef not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:36.749867 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 63a2ce2c-b276-4e4f-9458-7498bd276fb3 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:36.795373 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 63a2ce2c-b276-4e4f-9458-7498bd276fb3 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:36.795747 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 63a2ce2c-b276-4e4f-9458-7498bd276fb3 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:36.796164 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 55e44070-dd15-4c5a-b5b7-aae919a3407e no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:36.816893 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] For port 55e44070-dd15-4c5a-b5b7-aae919a3407e, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=55e44070-dd15-4c5a-b5b7-aae919a3407e,segment=NetworkSegment(3a6ba248-54a3-4471-b871-6fb2eacaab5e),segment_id=3a6ba248-54a3-4471-b871-6fb2eacaab5e)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:36.817455 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.832322 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fc6a2b17-c35e-43d7-bb36-b3f9d94ea215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.836096 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Calling delete_port for 55e44070-dd15-4c5a-b5b7-aae919a3407e owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:36.865200 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a2b17-c35e-43d7-bb36-b3f9d94ea215 None None] Pushing event deleted for resources: {'Port': ['ID=55e44070-dd15-4c5a-b5b7-aae919a3407e,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:36.872472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a2b17-c35e-43d7-bb36-b3f9d94ea215 None None] No DVR routers for this DVR port 55e44070-dd15-4c5a-b5b7-aae919a3407e on host dv-cinder-837165-2-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:36.885364 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No active binding found for port 55e44070-dd15-4c5a-b5b7-aae919a3407e {{(pid=103672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 11 16:43:36.885748 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] The host dv-cinder-837165-2-iscsi is not matching for port 55e44070-dd15-4c5a-b5b7-aae919a3407e host None! {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 11 16:43:36.886145 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 55e44070-dd15-4c5a-b5b7-aae919a3407e not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:36.890611 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60104) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:36.952112 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (55e44070-dd15-4c5a-b5b7-aae919a3407e), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:36.978832 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e44070-dd15-4c5a-b5b7-aae919a3407e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:36.980694 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] No DVR routers for this DVR port 55e44070-dd15-4c5a-b5b7-aae919a3407e on host dv-cinder-837165-2-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:36.996395 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-560900899-network', 'tenant_id': 'be8e0a13cb22430f93728034e66b95c8'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:37.021208 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Made reservation on behalf of be8e0a13cb22430f93728034e66b95c8 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:37.023836 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.034101 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.054918 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (4478dee5-b317-4769-a31c-e852dd3d8a1a), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.078546 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4478dee5-b317-4769-a31c-e852dd3d8a1a']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:37.089788 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6ba248-54a3-4471-b871-6fb2eacaab5e') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:37.090122 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6ba248-54a3-4471-b871-6fb2eacaab5e') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:37.100681 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2328045'] for segment (3a6ba248-54a3-4471-b871-6fb2eacaab5e), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.114926 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (3a6ba248-54a3-4471-b871-6fb2eacaab5e), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.116403 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Publish callbacks [] for security_group (d2dbdedd-80e1-4dc5-9ff9-ceab09beee0d), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.121244 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d2dbdedd-80e1-4dc5-9ff9-ceab09beee0d), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.123316 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:43:37.123858 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529018306'] for segment (3a6ba248-54a3-4471-b871-6fb2eacaab5e), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: Traceback (most recent call last): Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: timer() Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: cb(*args, **kw) Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: return func(*args, **kwargs) Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: self._notify() Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: self.callback(batched_events) Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: event.method(event) Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: return f(self, *a, **k) Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._get(url).json() Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:43:37.130019 dv-cinder-837165-2-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:43:37.151144 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:43:37.159962 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dbdedd-80e1-4dc5-9ff9-ceab09beee0d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:37.166351 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (8ad3a7a1-5c89-4c94-9113-e5b8a8565e55), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.166699 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Added segment 8ad3a7a1-5c89-4c94-9113-e5b8a8565e55 of type vlan for network 89122ed0-fa86-4f7f-8a6c-5e6e5b32520d Apr 11 16:43:37.195394 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (4478dee5-b317-4769-a31c-e852dd3d8a1a), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.209361 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.213522 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4478dee5-b317-4769-a31c-e852dd3d8a1a HTTP/1.1" status: 204 len: 168 time: 0.9382124 Apr 11 16:43:37.216013 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60108) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:37.219820 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (89122ed0-fa86-4f7f-8a6c-5e6e5b32520d), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.227044 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a676b-cacc-4c02-8b52-1df329977c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=4478dee5-b317-4769-a31c-e852dd3d8a1a,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:37.251989 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (89122ed0-fa86-4f7f-8a6c-5e6e5b32520d), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.252983 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:37.253594 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.326116 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4342782 Apr 11 16:43:37.329311 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60112) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:37.334885 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Request body: {'subnet': {'network_id': '89122ed0-fa86-4f7f-8a6c-5e6e5b32520d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-560900899-subnet', 'tenant_id': 'be8e0a13cb22430f93728034e66b95c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:37.358305 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Made reservation on behalf of be8e0a13cb22430f93728034e66b95c8 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:37.360109 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9188-4509-4b67-90c0-f0a5ab15c99a admin admin] Pushing event updated for resources: {'Network': ['ID=89122ed0-fa86-4f7f-8a6c-5e6e5b32520d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:37.361548 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532083092'] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.371223 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 89122ed0-fa86-4f7f-8a6c-5e6e5b32520d details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:43:37.544200 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529018021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532083078'] for subnet (57a36450-74b4-46cd-99c4-727f5da1a6b2), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.600600 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a36450-74b4-46cd-99c4-727f5da1a6b2,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:37.609640 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Checking segment: {'id': '8ad3a7a1-5c89-4c94-9113-e5b8a8565e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '89122ed0-fa86-4f7f-8a6c-5e6e5b32520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:37.610030 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Network hostable DHCP agents. Network: 89122ed0-fa86-4f7f-8a6c-5e6e5b32520d, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:43:37.629087 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Network 89122ed0-fa86-4f7f-8a6c-5e6e5b32520d is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:43:37.638895 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 89122ed0-fa86-4f7f-8a6c-5e6e5b32520d) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:37.643350 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:37.643935 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.649264 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f7050e-b56a-4eb1-bb54-79bdacbf0ef0 None None] Network 89122ed0-fa86-4f7f-8a6c-5e6e5b32520d requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:37.663218 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5220a22f-4eda-49f7-a58f-45aa988b642c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3327386 Apr 11 16:43:37.663865 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (73b84dd6-80df-447e-a628-4a45419b31e1), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:37.893126 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc550474-ddf3-4074-a20e-942bdcb0c308 None None] Network 89122ed0-fa86-4f7f-8a6c-5e6e5b32520d requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:37.934768 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Deleting port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:37.935276 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.020998 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] For port 81a373a8-f4e1-4b89-a6e9-245d371ae6fd, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=81a373a8-f4e1-4b89-a6e9-245d371ae6fd,segment=NetworkSegment(81f179e1-b75d-4788-9617-1cea92692d3e),segment_id=81f179e1-b75d-4788-9617-1cea92692d3e)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:38.021368 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.037657 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Calling delete_port for 81a373a8-f4e1-4b89-a6e9-245d371ae6fd owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:38.179935 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60128) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:38.184968 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957252803-network', 'tenant_id': '31f8562d9e05487cac4d1fb2d77b0dd7'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:38.205041 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Made reservation on behalf of 31f8562d9e05487cac4d1fb2d77b0dd7 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:38.207668 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.217486 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.232990 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (81a373a8-f4e1-4b89-a6e9-245d371ae6fd), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.268300 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Pushing event deleted for resources: {'Port': ['ID=81a373a8-f4e1-4b89-a6e9-245d371ae6fd,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:38.310967 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Publish callbacks [] for security_group (1caeddb4-01a2-41ca-977d-31cbeb1c2736), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.318843 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1caeddb4-01a2-41ca-977d-31cbeb1c2736), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.342880 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:43:38.358852 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caeddb4-01a2-41ca-977d-31cbeb1c2736,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:38.366994 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (fe2cc2e0-2261-4d37-9c59-04988ed85421), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.367447 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Added segment fe2cc2e0-2261-4d37-9c59-04988ed85421 of type vlan for network 05f5f831-fd3b-498a-98b4-e931ccb9fa90 Apr 11 16:43:38.415134 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (05f5f831-fd3b-498a-98b4-e931ccb9fa90), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.443302 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (05f5f831-fd3b-498a-98b4-e931ccb9fa90), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.444352 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:38.444949 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.450459 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (73b84dd6-80df-447e-a628-4a45419b31e1), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.482115 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3009918 Apr 11 16:43:38.496116 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60130) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:38.502218 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Request body: {'subnet': {'network_id': '05f5f831-fd3b-498a-98b4-e931ccb9fa90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957252803-subnet', 'tenant_id': '31f8562d9e05487cac4d1fb2d77b0dd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:38.511385 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190a7fc-92bb-4f49-9c13-07ffc48bdfb8 admin admin] Pushing event updated for resources: {'Network': ['ID=05f5f831-fd3b-498a-98b4-e931ccb9fa90,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:38.521442 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 05f5f831-fd3b-498a-98b4-e931ccb9fa90 details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:43:38.567591 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Made reservation on behalf of 31f8562d9e05487cac4d1fb2d77b0dd7 for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:38.569762 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528556654'] for subnet (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.830054 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Router 73b84dd6-80df-447e-a628-4a45419b31e1 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:38.851492 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529333571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528556668'] for subnet (63ad6615-7c75-44f5-b64a-ff419c48a236), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:38.974442 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ad6615-7c75-44f5-b64a-ff419c48a236,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:39.002167 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:39.011671 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6f2026eb-bfc7-4d34-8241-5c4a4b74afaa admin admin] 10.222.0.65 "PUT /v2.0/routers/73b84dd6-80df-447e-a628-4a45419b31e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915063 Apr 11 16:43:39.011870 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60132) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:39.012391 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Checking segment: {'id': 'fe2cc2e0-2261-4d37-9c59-04988ed85421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '05f5f831-fd3b-498a-98b4-e931ccb9fa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:39.012770 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Network hostable DHCP agents. Network: 05f5f831-fd3b-498a-98b4-e931ccb9fa90, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:43:39.015227 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] Sync routers for ids ['73b84dd6-80df-447e-a628-4a45419b31e1'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:39.029484 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] Routers {'73b84dd6-80df-447e-a628-4a45419b31e1'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:39.029807 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['73b84dd6-80df-447e-a628-4a45419b31e1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:39.036648 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Network 05f5f831-fd3b-498a-98b4-e931ccb9fa90 is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:43:39.048523 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 05f5f831-fd3b-498a-98b4-e931ccb9fa90) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:39.056223 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:39.057008 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.074824 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d3e01731-282e-4551-85e4-50300d869b97 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5776556 Apr 11 16:43:39.086875 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52a79e-0f9d-4b30-82c5-2d4f3700236b None None] Network 05f5f831-fd3b-498a-98b4-e931ccb9fa90 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:39.129000 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks [] for router (73b84dd6-80df-447e-a628-4a45419b31e1), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.231910 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] Set router 73b84dd6-80df-447e-a628-4a45419b31e1 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:39.248337 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks [] for router_gateway (73b84dd6-80df-447e-a628-4a45419b31e1), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.260608 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21586f0c-433c-43dd-924a-a73f9544ad4a None None] Network 05f5f831-fd3b-498a-98b4-e931ccb9fa90 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:39.304068 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Deleting port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:39.304493 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.390520 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] For port 09a12eb5-4882-4652-bcdb-5c6e00c18ac6, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=09a12eb5-4882-4652-bcdb-5c6e00c18ac6,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:39.390893 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.406229 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Calling delete_port for 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 owned by network:router_gateway {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:39.489509 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:44Z', 'updated_at': '2022-04-11T16:43:38Z', 'revision_number': 5, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'gw_port': {'id': '09a12eb5-4882-4652-bcdb-5c6e00c18ac6', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:38:45Z', 'updated_at': '2022-04-11T16:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:39.525660 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] Checking router: 73b84dd6-80df-447e-a628-4a45419b31e1 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:39.535923 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] Routers {'73b84dd6-80df-447e-a628-4a45419b31e1'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:39.536653 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['73b84dd6-80df-447e-a628-4a45419b31e1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:39.612173 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (09a12eb5-4882-4652-bcdb-5c6e00c18ac6), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.630598 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] Set router 73b84dd6-80df-447e-a628-4a45419b31e1 gateway port host: None {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:39.652990 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=09a12eb5-4882-4652-bcdb-5c6e00c18ac6,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:39.684147 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:44Z', 'updated_at': '2022-04-11T16:43:39Z', 'revision_number': 6, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'gw_port_host': None}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:39.716393 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51973645-bd4a-44d5-960f-a5409cdc54d3 None None] The sync data for ids ['73b84dd6-80df-447e-a628-4a45419b31e1'] in dv-cinder-837165-2-iscsi is: [{'id': '73b84dd6-80df-447e-a628-4a45419b31e1', 'name': 'tempest-TestMinimumBasicScenario-1775983108-router', 'tenant_id': '5ff51501c9c14cbdaef8049375063168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:38:44Z', 'updated_at': '2022-04-11T16:43:39Z', 'revision_number': 6, 'project_id': '5ff51501c9c14cbdaef8049375063168', 'gw_port_host': None}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:39.765664 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (73b84dd6-80df-447e-a628-4a45419b31e1), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.863975 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (73b84dd6-80df-447e-a628-4a45419b31e1), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.866514 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks [] for router_controller (73b84dd6-80df-447e-a628-4a45419b31e1), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.912921 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (73b84dd6-80df-447e-a628-4a45419b31e1), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.913485 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b84dd6-80df-447e-a628-4a45419b31e1 {{(pid=103670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:43:39.918305 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:39.919565 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4eeca5ba-7de3-4aef-a78d-e8f1cf351a7c admin admin] 10.222.0.65 "DELETE /v2.0/routers/73b84dd6-80df-447e-a628-4a45419b31e1 HTTP/1.1" status: 204 len: 168 time: 0.9071689 Apr 11 16:43:39.923091 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60146) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:39.970946 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecc3dd3-4b30-43f0-839c-afe4f0ae0518 admin admin] Deleting subnet a15dd263-32d2-440d-b3b8-54359f9dc22a {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:43:39.974846 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3dd3-4b30-43f0-839c-afe4f0ae0518 admin admin] Publish callbacks [] for subnet (a15dd263-32d2-440d-b3b8-54359f9dc22a), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.016004 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3dd3-4b30-43f0-839c-afe4f0ae0518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2328036'] for subnet (a15dd263-32d2-440d-b3b8-54359f9dc22a), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.101229 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3dd3-4b30-43f0-839c-afe4f0ae0518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (a15dd263-32d2-440d-b3b8-54359f9dc22a), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.167007 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3dd3-4b30-43f0-839c-afe4f0ae0518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529018216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532083081'] for subnet (a15dd263-32d2-440d-b3b8-54359f9dc22a), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.190250 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc3dd3-4b30-43f0-839c-afe4f0ae0518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15dd263-32d2-440d-b3b8-54359f9dc22a,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:40.197241 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3dd3-4b30-43f0-839c-afe4f0ae0518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.200910 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6ecc3dd3-4b30-43f0-839c-afe4f0ae0518 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a15dd263-32d2-440d-b3b8-54359f9dc22a HTTP/1.1" status: 204 len: 168 time: 0.2767663 Apr 11 16:43:40.202526 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f80a0-9444-4e52-8d63-8359cf794e79 None None] Network ba886a6f-a744-4f33-af4c-456b998f91d5 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:40.203487 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60148) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:40.286207 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (ba886a6f-a744-4f33-af4c-456b998f91d5), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.336127 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Deleting port c1d872cd-6c37-4881-a54d-7f63ef305794 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:40.336470 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.405531 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] For port c1d872cd-6c37-4881-a54d-7f63ef305794, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c1d872cd-6c37-4881-a54d-7f63ef305794,segment=NetworkSegment(81f179e1-b75d-4788-9617-1cea92692d3e),segment_id=81f179e1-b75d-4788-9617-1cea92692d3e)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:40.405902 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.421466 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Calling delete_port for c1d872cd-6c37-4881-a54d-7f63ef305794 owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:40.485502 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] DHCP port deletion for ba886a6f-a744-4f33-af4c-456b998f91d5 request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:43:40.514948 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.547136 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d872cd-6c37-4881-a54d-7f63ef305794,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:40.549089 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] No DVR routers for this DVR port c1d872cd-6c37-4881-a54d-7f63ef305794 on host dv-cinder-837165-2-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:40.552967 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] Deleting port c1d872cd-6c37-4881-a54d-7f63ef305794 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:40.553966 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.624111 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] For port c1d872cd-6c37-4881-a54d-7f63ef305794, host dv-cinder-837165-2-iscsi, got binding levels [] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:40.624111 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.638535 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (ba886a6f-a744-4f33-af4c-456b998f91d5), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.643047 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] Calling delete_port for c1d872cd-6c37-4881-a54d-7f63ef305794 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:40.646794 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.ipam_backend_mixin [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] Port c1d872cd-6c37-4881-a54d-7f63ef305794 was not found and therefore no delete operation was performed {{(pid=103672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 16:43:40.647921 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (c1d872cd-6c37-4881-a54d-7f63ef305794), after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.680215 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] Pushing event deleted for resources: {'Port': ['ID=c1d872cd-6c37-4881-a54d-7f63ef305794,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:40.686122 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba886a6f-a744-4f33-af4c-456b998f91d5']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:40.687677 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23baea1a-e91a-4630-8fae-813a01c2755f None None] No DVR routers for this DVR port c1d872cd-6c37-4881-a54d-7f63ef305794 on host dv-cinder-837165-2-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:40.694209 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ce3c7-825a-47c2-9178-7418ca997e5d req-29bd028c-ee22-439f-beda-6f0c781532c7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:40.699486 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d89ce3c7-825a-47c2-9178-7418ca997e5d req-29bd028c-ee22-439f-beda-6f0c781532c7 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0749807 Apr 11 16:43:40.715035 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f179e1-b75d-4788-9617-1cea92692d3e') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:40.715332 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f179e1-b75d-4788-9617-1cea92692d3e') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:40.717987 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:40.737321 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2328045'] for segment (81f179e1-b75d-4788-9617-1cea92692d3e), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.739527 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:40.740085 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 09a12eb5-4882-4652-bcdb-5c6e00c18ac6 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:40.740654 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c1d872cd-6c37-4881-a54d-7f63ef305794 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:40.762015 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (81f179e1-b75d-4788-9617-1cea92692d3e), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.763833 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: c1d872cd-6c37-4881-a54d-7f63ef305794 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:40.764179 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c1d872cd-6c37-4881-a54d-7f63ef305794 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:40.764640 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 81a373a8-f4e1-4b89-a6e9-245d371ae6fd no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:40.777209 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:43:40.778007 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529018306'] for segment (81f179e1-b75d-4788-9617-1cea92692d3e), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: Traceback (most recent call last): Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: timer() Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: cb(*args, **kw) Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: return func(*args, **kwargs) Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: self._notify() Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: self.callback(batched_events) Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: event.method(event) Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: return f(self, *a, **k) Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._get(url).json() Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:43:40.779375 dv-cinder-837165-2-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:43:40.793477 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d89ce3c7-825a-47c2-9178-7418ca997e5d req-2fa56e1f-2955-4909-9290-9e67c90cb2a2 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880010 Apr 11 16:43:40.807756 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 81a373a8-f4e1-4b89-a6e9-245d371ae6fd {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:40.808297 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 81a373a8-f4e1-4b89-a6e9-245d371ae6fd not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:40.849900 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (ba886a6f-a744-4f33-af4c-456b998f91d5), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.855571 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:40.858965 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ba886a6f-a744-4f33-af4c-456b998f91d5 HTTP/1.1" status: 204 len: 168 time: 0.6545424 Apr 11 16:43:40.882297 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdb6e0-c87b-420b-829a-26233e2feb87 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba886a6f-a744-4f33-af4c-456b998f91d5,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:41.054453 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60176) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:41.096487 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d17e86a8-826a-48c2-8805-7ce91d4a91c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f673779bead84d3c9d6d57eb3c65d5eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407362 Apr 11 16:43:41.099041 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60178) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:41.147901 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3742f2d-00fa-4e09-8d35-42b767079845 admin admin] Publish callbacks [] for security_group (e78d7106-6087-4237-a243-b92bdc719b27), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.174956 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3742f2d-00fa-4e09-8d35-42b767079845 admin admin] Publish callbacks [] for security_group (e78d7106-6087-4237-a243-b92bdc719b27), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.222873 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3742f2d-00fa-4e09-8d35-42b767079845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e78d7106-6087-4237-a243-b92bdc719b27), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.225482 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f3742f2d-00fa-4e09-8d35-42b767079845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.226637 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f3742f2d-00fa-4e09-8d35-42b767079845 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e78d7106-6087-4237-a243-b92bdc719b27 HTTP/1.1" status: 204 len: 168 time: 0.1267288 Apr 11 16:43:41.234492 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3742f2d-00fa-4e09-8d35-42b767079845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d7106-6087-4237-a243-b92bdc719b27,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:41.562842 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60184) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:41.609041 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8b87a6a1-96ff-45e2-aa29-4c566d69059d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ff51501c9c14cbdaef8049375063168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450006 Apr 11 16:43:41.611544 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60186) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:41.668509 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b57b2693-1797-482e-8f6d-26cf0c0816f1 admin admin] Publish callbacks [] for security_group (b54f452f-44bc-4727-a747-c4eeef3b6972), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.691926 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b57b2693-1797-482e-8f6d-26cf0c0816f1 admin admin] Publish callbacks [] for security_group (b54f452f-44bc-4727-a747-c4eeef3b6972), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.740757 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b57b2693-1797-482e-8f6d-26cf0c0816f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b54f452f-44bc-4727-a747-c4eeef3b6972), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.743261 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b57b2693-1797-482e-8f6d-26cf0c0816f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:41.745328 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b57b2693-1797-482e-8f6d-26cf0c0816f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b54f452f-44bc-4727-a747-c4eeef3b6972 HTTP/1.1" status: 204 len: 168 time: 0.1319532 Apr 11 16:43:41.753134 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b2693-1797-482e-8f6d-26cf0c0816f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54f452f-44bc-4727-a747-c4eeef3b6972,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:41.922489 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b83d0-7ac0-4319-9897-03b02dad6cc4 req-e138467b-dc3f-4b17-a40b-03b8262006be tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:41.924032 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-505b83d0-7ac0-4319-9897-03b02dad6cc4 req-e138467b-dc3f-4b17-a40b-03b8262006be tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0525393 Apr 11 16:43:42.005211 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-d81ad255-d0f3-485f-8a47-838b7fe4566b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:42.006748 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-d81ad255-d0f3-485f-8a47-838b7fe4566b tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 946 time: 0.0772965 Apr 11 16:43:42.053939 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-505b83d0-7ac0-4319-9897-03b02dad6cc4 req-a8376dcf-e330-43bd-b39a-4d8eed4eca4f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232316 Apr 11 16:43:42.125438 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Deleting port a73169ab-a868-4681-96ea-03b1560d84b4 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:42.126053 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.224263 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] For port a73169ab-a868-4681-96ea-03b1560d84b4, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a73169ab-a868-4681-96ea-03b1560d84b4,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:42.224678 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.439913 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.440288 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (a750756d-5919-4c06-94b2-bbd458809f1d), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.440610 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Floating IP a750756d-5919-4c06-94b2-bbd458809f1d disassociated. External IP: 172.27.0.134, port: a73169ab-a868-4681-96ea-03b1560d84b4. Apr 11 16:43:42.440956 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Calling delete_port for a73169ab-a868-4681-96ea-03b1560d84b4 owned by compute:nova {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:42.495235 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60220) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:42.585821 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (a73169ab-a868-4681-96ea-03b1560d84b4), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.601255 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-515028574-network', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:42.616374 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event deleted for resources: {'Port': ['ID=a73169ab-a868-4681-96ea-03b1560d84b4,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:42.628034 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Made reservation on behalf of cc3803567a904d698675781a5ccd07cd for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:42.631034 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.641330 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.724531 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Publish callbacks [] for security_group (11b4f6ab-76ed-4f68-ac84-ee114ea7071b), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.729771 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (11b4f6ab-76ed-4f68-ac84-ee114ea7071b), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.744865 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Router 24e72542-774c-485c-abf2-fd42cbfa4fd3 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:42.751973 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:43:42.767866 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b4f6ab-76ed-4f68-ac84-ee114ea7071b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:42.770909 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.771242 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Added segment 6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b of type vlan for network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc Apr 11 16:43:42.818617 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.846754 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.847925 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:42.848653 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.867720 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:42.879904 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] Sync routers for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:42.883322 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3868887 Apr 11 16:43:42.886147 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60226) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:42.892195 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:42.892819 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:42.915074 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Request body: {'subnet': {'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-515028574-subnet', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:42.916964 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] No DVR routers for this DVR port a73169ab-a868-4681-96ea-03b1560d84b4 on host hv-cinder-83716 {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:43:42.919752 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.922983 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7f9cd6a3-8112-4dbe-ba76-0cd543844073 req-8d9966b6-a6df-403e-870b-9629ed742edc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "DELETE /v2.0/ports/a73169ab-a868-4681-96ea-03b1560d84b4 HTTP/1.1" status: 204 len: 173 time: 0.9095032 Apr 11 16:43:42.923482 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'name': 'network-vif-deleted', 'tag': 'a73169ab-a868-4681-96ea-03b1560d84b4'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:42.925839 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b29f88-2e04-4e98-814e-a9d012573d96" -d '{"events": [{"server_uuid": "0db1c6a9-bc5a-45f7-bbd3-590292385768", "name": "network-vif-deleted", "tag": "a73169ab-a868-4681-96ea-03b1560d84b4"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:42.929108 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da6ea7-8167-44df-a16a-060b48356715 admin admin] Pushing event updated for resources: {'Network': ['ID=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:42.941869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:43:42.945997 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Made reservation on behalf of cc3803567a904d698675781a5ccd07cd for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:42.949795 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528556654'] for subnet (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.012855 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:43.043259 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fbeb3d-023a-4aaa-82b5-b47e68467030 x-openstack-request-id: req-59fbeb3d-023a-4aaa-82b5-b47e68467030 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:43.043657 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db1c6a9-bc5a-45f7-bbd3-590292385768", "name": "network-vif-deleted", "tag": "a73169ab-a868-4681-96ea-03b1560d84b4", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:43.044014 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59fbeb3d-023a-4aaa-82b5-b47e68467030 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:43.044655 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fbeb3d-023a-4aaa-82b5-b47e68467030'] response: {'server_uuid': '0db1c6a9-bc5a-45f7-bbd3-590292385768', 'name': 'network-vif-deleted', 'tag': 'a73169ab-a868-4681-96ea-03b1560d84b4', 'status': 'completed', 'code': 200} Apr 11 16:43:43.196686 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529333571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528556668'] for subnet (85465a17-e036-4fce-895f-117b132a4274), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.214168 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-32f7b785-abca-4974-99d9-3f0d4b70d509 req-e3db9523-172e-4b44-ad94-e2b9243b3917 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=0db1c6a9-bc5a-45f7-bbd3-590292385768 HTTP/1.1" status: 200 len: 210 time: 0.0367665 Apr 11 16:43:43.254088 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Pushing event updated for resources: {'Subnet': ['ID=85465a17-e036-4fce-895f-117b132a4274,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:43.269433 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Checking segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:43.269802 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Network hostable DHCP agents. Network: c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:43:43.277183 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:43.286990 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:43:43.295798 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:43.300007 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:43.300734 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.306025 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89691e36-08e7-48a9-8291-dc3588c1ad27 None None] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:43.307409 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] Checking router: 24e72542-774c-485c-abf2-fd42cbfa4fd3 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:43.316763 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:43.317649 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:43.323181 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-71861fdb-29cb-4ef9-ba11-201ebf64448e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4358621 Apr 11 16:43:43.325798 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60232) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:43.332086 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:43.364336 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (746c2166-1a9d-46b5-a34e-5ccb08970f68), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.365835 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (746c2166-1a9d-46b5-a34e-5ccb08970f68), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.441291 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:43.458082 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks [] for router_controller (746c2166-1a9d-46b5-a34e-5ccb08970f68), precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.578786 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:43:43.579818 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.684664 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks [] for router_gateway (746c2166-1a9d-46b5-a34e-5ccb08970f68), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.712478 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:43.740296 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Allocated IP 172.20.0.2 (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc/85465a17-e036-4fce-895f-117b132a4274/c3d2f387-cf4b-46cb-80cc-f144ad3c184d) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:43.744148 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf41aac-fe29-437b-bebe-204d341bd5a6 None None] The sync data for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi is: [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:43.917157 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Publish callbacks [] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.924309 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:43.965374 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:43.970384 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:43.974150 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:43.985416 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Pushing event updated for resources: {'Port': ['ID=c3d2f387-cf4b-46cb-80cc-f144ad3c184d,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:44.044029 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Attempting to bind port c3d2f387-cf4b-46cb-80cc-f144ad3c184d on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:44.044400 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Attempting to bind port c3d2f387-cf4b-46cb-80cc-f144ad3c184d by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:44.044761 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Attempting to bind port c3d2f387-cf4b-46cb-80cc-f144ad3c184d on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:44.050499 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:44.050877 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Checking segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:44.051280 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.051729 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Bound using segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:44.052210 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Bound port: c3d2f387-cf4b-46cb-80cc-f144ad3c184d, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:44.052586 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.063947 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d35b9-2849-4b74-b579-cc8f9f55dec3 None None] New status for floating IP a750756d-5919-4c06-94b2-bbd458809f1d: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:43:44.196132 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks [] for router_gateway (746c2166-1a9d-46b5-a34e-5ccb08970f68), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.212229 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] For port c3d2f387-cf4b-46cb-80cc-f144ad3c184d, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:44.214813 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.215603 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] For port c3d2f387-cf4b-46cb-80cc-f144ad3c184d, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c3d2f387-cf4b-46cb-80cc-f144ad3c184d,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:44.223407 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.311628 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e404a6c-e6f5-42e6-8b1f-defb19d9118a None None] Pushing event updated for resources: {'Port': ['ID=c3d2f387-cf4b-46cb-80cc-f144ad3c184d,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:44.320278 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60250) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:44.354746 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Allocated IP 172.27.0.188 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/06d63350-94d4-48ea-aaf7-f85480c44602) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:44.381315 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40d1fca8-5a09-44d3-8064-b3e92f7c9c2f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.406002 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40d1fca8-5a09-44d3-8064-b3e92f7c9c2f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.484402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks [] for port (06d63350-94d4-48ea-aaf7-f85480c44602), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.491084 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40d1fca8-5a09-44d3-8064-b3e92f7c9c2f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.494116 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40d1fca8-5a09-44d3-8064-b3e92f7c9c2f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.496094 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-40d1fca8-5a09-44d3-8064-b3e92f7c9c2f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "DELETE /v2.0/security-groups/efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b HTTP/1.1" status: 204 len: 168 time: 0.1746743 Apr 11 16:43:44.498628 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60252) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:44.508325 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1fca8-5a09-44d3-8064-b3e92f7c9c2f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:44.523495 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.api.v2.resource [None req-f411635d-6e79-4450-ac08-72f42aa3fd13 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] show failed (client error): The resource could not be found. Apr 11 16:43:44.524546 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f411635d-6e79-4450-ac08-72f42aa3fd13 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups/efb6352d-1d9e-4fed-b0a8-3aa5141b6d5b HTTP/1.1" status: 404 len: 347 time: 0.0243337 Apr 11 16:43:44.527565 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60254) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:44.554075 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.602279 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:44.605321 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:44.609053 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:44.618100 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Pushing event updated for resources: {'Port': ['ID=06d63350-94d4-48ea-aaf7-f85480c44602,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:44.691508 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Deleting port 2e0c0213-17cb-4803-b013-10fe827f1bc1 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:43:44.691917 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (2e0c0213-17cb-4803-b013-10fe827f1bc1), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.739190 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c3d2f387-cf4b-46cb-80cc-f144ad3c184d up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:44.779222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (2e0c0213-17cb-4803-b013-10fe827f1bc1), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.779911 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (2e0c0213-17cb-4803-b013-10fe827f1bc1), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.787714 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port c3d2f387-cf4b-46cb-80cc-f144ad3c184d triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:44.788107 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.793802 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Calling delete_port for 2e0c0213-17cb-4803-b013-10fe827f1bc1 owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:43:44.895334 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port c3d2f387-cf4b-46cb-80cc-f144ad3c184d is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:44.895854 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.902619 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks [] for router_gateway (746c2166-1a9d-46b5-a34e-5ccb08970f68), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.940422 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port c3d2f387-cf4b-46cb-80cc-f144ad3c184d, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c3d2f387-cf4b-46cb-80cc-f144ad3c184d,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:44.947997 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.978979 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (2e0c0213-17cb-4803-b013-10fe827f1bc1), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.011318 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event deleted for resources: {'Port': ['ID=2e0c0213-17cb-4803-b013-10fe827f1bc1,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:45.047265 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=c3d2f387-cf4b-46cb-80cc-f144ad3c184d,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:45.047768 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.047871 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.048193 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.048561 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.048908 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.049236 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.049621 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.050816 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.051296 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.051607 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.051990 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.052527 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.052868 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.053255 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.053589 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:45.099359 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (a750756d-5919-4c06-94b2-bbd458809f1d), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.102571 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.103818 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b4208c57-a296-4f68-9a3b-fe29640aa4d4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "DELETE /v2.0/floatingips/a750756d-5919-4c06-94b2-bbd458809f1d HTTP/1.1" status: 204 len: 168 time: 0.5751853 Apr 11 16:43:45.189573 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (746c2166-1a9d-46b5-a34e-5ccb08970f68), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.325757 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60268) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:45.330450 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-efaf604c-05e8-42d6-91dd-0eb9f2df0c92 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953088621', 'description': 'tempest-description--1079983218'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:45.353567 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-efaf604c-05e8-42d6-91dd-0eb9f2df0c92 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.384420 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Router 746c2166-1a9d-46b5-a34e-5ccb08970f68 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:43:45.433417 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-efaf604c-05e8-42d6-91dd-0eb9f2df0c92 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (3c93d9d7-5110-4829-a884-05cdcf46fac0), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.437769 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-efaf604c-05e8-42d6-91dd-0eb9f2df0c92 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3c93d9d7-5110-4829-a884-05cdcf46fac0), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.465057 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dedac42-2ec5-4966-ae7f-c8957ec7d164 None None] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:45.473798 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-efaf604c-05e8-42d6-91dd-0eb9f2df0c92 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.475121 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-efaf604c-05e8-42d6-91dd-0eb9f2df0c92 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1482821 Apr 11 16:43:45.478182 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60270) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:45.482631 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-cfe64b1e-a093-4000-a9df-d772e78ebfc8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'security_group_rule': {'security_group_id': '3c93d9d7-5110-4829-a884-05cdcf46fac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:45.489410 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf604c-05e8-42d6-91dd-0eb9f2df0c92 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c93d9d7-5110-4829-a884-05cdcf46fac0,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:45.517594 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:45.519682 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cfe64b1e-a093-4000-a9df-d772e78ebfc8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (311b3bff-8ed8-40ad-afd3-05ab964f482f), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.529897 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Sync routers for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:45.536537 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ded8e16a-f9ad-4dbd-bb6a-450b7ecc06eb None None] Provisioning complete for port c3d2f387-cf4b-46cb-80cc-f144ad3c184d triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:45.536870 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ded8e16a-f9ad-4dbd-bb6a-450b7ecc06eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.543134 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.547139 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-72db61c4-8d4a-4191-a3cf-729ce4185c81 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2181315 Apr 11 16:43:45.547294 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:45.547294 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:45.547669 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60272) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:45.594002 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cfe64b1e-a093-4000-a9df-d772e78ebfc8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (311b3bff-8ed8-40ad-afd3-05ab964f482f), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.601596 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cfe64b1e-a093-4000-a9df-d772e78ebfc8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (311b3bff-8ed8-40ad-afd3-05ab964f482f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.633403 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe64b1e-a093-4000-a9df-d772e78ebfc8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311b3bff-8ed8-40ad-afd3-05ab964f482f,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:45.648940 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cfe64b1e-a093-4000-a9df-d772e78ebfc8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.662618 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-cfe64b1e-a093-4000-a9df-d772e78ebfc8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833215 Apr 11 16:43:45.663355 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60274) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:45.667434 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ded8e16a-f9ad-4dbd-bb6a-450b7ecc06eb None None] Current status of the port c3d2f387-cf4b-46cb-80cc-f144ad3c184d is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:45.668647 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-59eac683-5d93-4df2-b74b-437541ac1519 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'security_group_rule': {'security_group_id': '3c93d9d7-5110-4829-a884-05cdcf46fac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:45.689585 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:45.706199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-59eac683-5d93-4df2-b74b-437541ac1519 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (1817fe7b-b5ec-43af-96bc-1a32564299c9), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.773742 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-59eac683-5d93-4df2-b74b-437541ac1519 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (1817fe7b-b5ec-43af-96bc-1a32564299c9), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.780506 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-59eac683-5d93-4df2-b74b-437541ac1519 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (1817fe7b-b5ec-43af-96bc-1a32564299c9), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.804163 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eac683-5d93-4df2-b74b-437541ac1519 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1817fe7b-b5ec-43af-96bc-1a32564299c9,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:45.819232 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-59eac683-5d93-4df2-b74b-437541ac1519 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.824289 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-59eac683-5d93-4df2-b74b-437541ac1519 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595623 Apr 11 16:43:45.825749 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60276) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:45.838042 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:45.884735 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.894222 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:44Z', 'revision_number': 3, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:45.925346 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Checking router: 746c2166-1a9d-46b5-a34e-5ccb08970f68 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:45.926183 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Updating router 746c2166-1a9d-46b5-a34e-5ccb08970f68 port 06d63350-94d4-48ea-aaf7-f85480c44602 binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:43:45.964639 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.977415 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.989447 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-861b684c-d703-42a3-91d5-2811ac704f13 None None] Provisioning complete for port c3d2f387-cf4b-46cb-80cc-f144ad3c184d triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:45.990095 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-861b684c-d703-42a3-91d5-2811ac704f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.084970 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-861b684c-d703-42a3-91d5-2811ac704f13 None None] Current status of the port c3d2f387-cf4b-46cb-80cc-f144ad3c184d is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:46.111565 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.122873 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Allocated IP 172.27.0.120 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/832d1999-70e0-42bd-95c2-f4840b635646) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:46.242390 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for port (832d1999-70e0-42bd-95c2-f4840b635646), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.282315 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (832d1999-70e0-42bd-95c2-f4840b635646), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.286160 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Allocated IP 172.20.0.1 (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc/85465a17-e036-4fce-895f-117b132a4274/f1b41b6f-5f73-4284-a0a8-4898bb694a93) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:46.350053 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:46.350983 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'Port': ['ID=832d1999-70e0-42bd-95c2-f4840b635646,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:46.355187 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:46.365611 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:46.459957 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Publish callbacks [] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.497432 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (d80a2a85-951e-4712-8715-0fe0fffd9be3), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.500990 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.545748 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Publish callbacks [] for port (06d63350-94d4-48ea-aaf7-f85480c44602), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.554650 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.567224 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (832d1999-70e0-42bd-95c2-f4840b635646), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.595488 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:46.599203 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:46.604497 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:46.653439 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Attempting to bind port 06d63350-94d4-48ea-aaf7-f85480c44602 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:46.654145 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Attempting to bind port 06d63350-94d4-48ea-aaf7-f85480c44602 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:46.654974 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Attempting to bind port 06d63350-94d4-48ea-aaf7-f85480c44602 on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:46.662882 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Pushing event updated for resources: {'Port': ['ID=06d63350-94d4-48ea-aaf7-f85480c44602,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:46.671562 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:46.672329 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:46.673015 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.673642 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:46.674297 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Bound port: 06d63350-94d4-48ea-aaf7-f85480c44602, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:46.674750 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.682689 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.683118 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.683620 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.684804 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.685261 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.685663 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.686103 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.686502 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.686894 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.687288 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.687725 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.688167 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.688560 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.689021 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.689371 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.693389 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b41b6f-5f73-4284-a0a8-4898bb694a93,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:46.714872 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.715222 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.723780 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.724138 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.724481 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.724819 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.725153 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.725626 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.726192 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.726531 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.739078 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.739594 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.739976 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.740318 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.740711 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:43:46.755207 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (746c2166-1a9d-46b5-a34e-5ccb08970f68), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.800387 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] For port 06d63350-94d4-48ea-aaf7-f85480c44602, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:46.804797 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] For port 06d63350-94d4-48ea-aaf7-f85480c44602, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=06d63350-94d4-48ea-aaf7-f85480c44602,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:46.815668 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.871761 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c3d2f387-cf4b-46cb-80cc-f144ad3c184d up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:46.956194 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port c3d2f387-cf4b-46cb-80cc-f144ad3c184d triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:46.956633 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.985947 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.993128 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for port (832d1999-70e0-42bd-95c2-f4840b635646), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.002435 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (832d1999-70e0-42bd-95c2-f4840b635646), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.005424 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device a73169ab-a868-4681-96ea-03b1560d84b4 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:43:47.047557 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: a73169ab-a868-4681-96ea-03b1560d84b4 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:43:47.048325 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device a73169ab-a868-4681-96ea-03b1560d84b4 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:43:47.056596 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-c7900c9d-ca50-41b3-9a88-5f02005773a6 None None] Provisioning complete for port f1b41b6f-5f73-4284-a0a8-4898bb694a93 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:47.056791 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de396772-accb-47bb-8ca6-4427152da70b None None] Pushing event updated for resources: {'Port': ['ID=06d63350-94d4-48ea-aaf7-f85480c44602,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:47.057456 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c7900c9d-ca50-41b3-9a88-5f02005773a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.087711 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'Port': ['ID=832d1999-70e0-42bd-95c2-f4840b635646,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:47.101886 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-c7900c9d-ca50-41b3-9a88-5f02005773a6 None None] Port f1b41b6f-5f73-4284-a0a8-4898bb694a93 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:47.102484 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:47.103048 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:47.109845 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (d80a2a85-951e-4712-8715-0fe0fffd9be3), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.130696 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.132853 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-25c2bf08-f832-4890-90b1-5d9133caad38 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3065994 Apr 11 16:43:47.152091 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port c3d2f387-cf4b-46cb-80cc-f144ad3c184d is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:47.248739 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:47.249667 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Publish callbacks [] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.255718 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.326556 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b41b6f-5f73-4284-a0a8-4898bb694a93,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:47.329109 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (746c2166-1a9d-46b5-a34e-5ccb08970f68), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.380405 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-90c0dee0-9d93-43be-a9c3-a0991fc2bbb8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1953088621&fields=id&tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d HTTP/1.1" status: 200 len: 267 time: 0.0606155 Apr 11 16:43:47.429798 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:47.432914 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:47.487481 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-721605f6-e04b-4306-a990-6884b585c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 1, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:47.513186 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-9e6a47db-96d3-4e02-b596-e416eda6e060 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:47.514937 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-9e6a47db-96d3-4e02-b596-e416eda6e060 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 811 time: 0.1247327 Apr 11 16:43:47.527739 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721605f6-e04b-4306-a990-6884b585c366 None None] The sync data for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi is: [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 1, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:47.537488 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-d2d1dfc8-02f1-44a9-8b09-eaa14bb4462e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/quotas/90215ff8d2af4f1fa9d0137fcb2f881d HTTP/1.1" status: 200 len: 375 time: 0.0167572 Apr 11 16:43:47.569496 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Router 746c2166-1a9d-46b5-a34e-5ccb08970f68 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:47.608707 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-daee0697-928d-409f-818f-519282c9cca5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648243 Apr 11 16:43:47.732393 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-083f2064-4a2f-4617-be21-8756e17a52df None None] Provisioning complete for port f1b41b6f-5f73-4284-a0a8-4898bb694a93 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:47.732843 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-083f2064-4a2f-4617-be21-8756e17a52df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.734906 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-21018d34-acfb-4bcc-b2de-783fb1f06f50 service neutron] 10.222.0.65 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132245 Apr 11 16:43:47.832512 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-083f2064-4a2f-4617-be21-8756e17a52df None None] Port f1b41b6f-5f73-4284-a0a8-4898bb694a93 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:47.897897 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-825457da-2a4e-4a59-a74d-8fa9db65990f service neutron] 10.222.0.65 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556222 Apr 11 16:43:48.032720 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:48.056906 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-cf2ca829-81cb-48d4-a9da-313fb487de08 admin admin] 10.222.0.65 "PUT /v2.0/routers/746c2166-1a9d-46b5-a34e-5ccb08970f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079348 Apr 11 16:43:48.117625 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-afbd3582-2d82-493d-8ea2-09f08200a4a1 req-42767886-bb7e-49fe-b990-cf4c065ee94f tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 210 time: 0.0389240 Apr 11 16:43:48.452296 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.743874 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60336) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:48.749179 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-559970788-network', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:48.756556 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 06d63350-94d4-48ea-aaf7-f85480c44602 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:48.781393 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Made reservation on behalf of a50d59a885ff41f8a3046f9f562ee2dd for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:48.786453 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.797223 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.826509 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 06d63350-94d4-48ea-aaf7-f85480c44602 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:48.826882 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.888491 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Publish callbacks [] for security_group (fe9b22ee-a4ad-455a-bd0c-c09e3e0f8009), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.894761 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (fe9b22ee-a4ad-455a-bd0c-c09e3e0f8009), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.916932 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:43:48.931205 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9b22ee-a4ad-455a-bd0c-c09e3e0f8009,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:48.936566 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (807c882e-ff7b-467d-b143-63ecc4861362), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.936899 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Added segment 807c882e-ff7b-467d-b143-63ecc4861362 of type vlan for network e8192213-6286-4f0e-a749-d4f2cea0ca96 Apr 11 16:43:48.937401 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 06d63350-94d4-48ea-aaf7-f85480c44602 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:48.937858 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.965122 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 06d63350-94d4-48ea-aaf7-f85480c44602, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=06d63350-94d4-48ea-aaf7-f85480c44602,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:48.969769 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.983186 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (e8192213-6286-4f0e-a749-d4f2cea0ca96), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.010867 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (e8192213-6286-4f0e-a749-d4f2cea0ca96), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.011870 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:49.012471 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.039040 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=06d63350-94d4-48ea-aaf7-f85480c44602,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:49.076747 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3313491 Apr 11 16:43:49.079626 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60338) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:49.084848 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Request body: {'subnet': {'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-559970788-subnet', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:49.088528 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817ca34-1e16-4b29-9832-1e5dd54b4e15 admin admin] Pushing event updated for resources: {'Network': ['ID=e8192213-6286-4f0e-a749-d4f2cea0ca96,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:49.098860 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network e8192213-6286-4f0e-a749-d4f2cea0ca96 details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:43:49.111798 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Made reservation on behalf of a50d59a885ff41f8a3046f9f562ee2dd for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:49.114243 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532083092'] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.283435 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c9f3d54d-a6c7-4642-bfec-d04f1ef3d03b req-0bb88252-02a8-419b-8e05-329766d2ad49 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 210 time: 0.0600784 Apr 11 16:43:49.399073 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-5b47dec4-9854-4553-be36-ea9981e62541 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:49.400566 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-5b47dec4-9854-4553-be36-ea9981e62541 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 811 time: 0.1899967 Apr 11 16:43:49.470814 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529018021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532083078'] for subnet (88759f1d-1702-4cd7-8662-4aa97ae404c9), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.541820 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-0ba882a2-f7cd-42cd-b819-5adb58dff093 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d HTTP/1.1" status: 200 len: 380 time: 0.1177254 Apr 11 16:43:49.558512 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'port': {'device_id': '04a90907-9122-446d-899b-e931d741f29a', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'admin_state_up': True, 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'security_groups': ['3c93d9d7-5110-4829-a884-05cdcf46fac0']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:49.577793 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Pushing event updated for resources: {'Subnet': ['ID=88759f1d-1702-4cd7-8662-4aa97ae404c9,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:49.600278 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Checking segment: {'id': '807c882e-ff7b-467d-b143-63ecc4861362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:49.600631 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Network hostable DHCP agents. Network: e8192213-6286-4f0e-a749-d4f2cea0ca96, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:43:49.661497 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Network e8192213-6286-4f0e-a749-d4f2cea0ca96 is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:43:49.680007 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, e8192213-6286-4f0e-a749-d4f2cea0ca96) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:49.686051 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:49.686908 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.691301 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad1369f-65b0-4ae2-a37f-2c00bf7c1866 None None] Network e8192213-6286-4f0e-a749-d4f2cea0ca96 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:49.712578 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0ffdb8b8-d156-4cd6-88ea-797ad235452e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6317525 Apr 11 16:43:49.715793 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60358) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:49.721053 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:49.725396 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Made reservation on behalf of 90215ff8d2af4f1fa9d0137fcb2f881d for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:43:49.728705 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.762769 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.763955 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.809722 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-e8192213-6286-4f0e-a749-d4f2cea0ca96', 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96', 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'fixed_ips': [{'subnet_id': '88759f1d-1702-4cd7-8662-4aa97ae404c9'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:43:49.810909 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:49.965908 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Allocated IP 172.20.0.2 (e8192213-6286-4f0e-a749-d4f2cea0ca96/88759f1d-1702-4cd7-8662-4aa97ae404c9/60fbccd6-ad1f-4a89-9732-79fa4820a24b) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:50.030466 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Sync routers for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:50.057231 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:50.057854 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:50.152496 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks [] for router_controller (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), precommit_add_association {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.266343 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Allocated IP 172.20.0.12 (40c7b6b2-a83c-4541-b8fe-c25169cdbc7e/766f5c17-7f4c-450b-8c46-151965ff5616/3f96714c-7163-450a-9a97-c521d3e339cf) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:50.340224 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Publish callbacks [] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.358426 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.360389 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks [] for router_gateway (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.361692 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:50.423457 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ba1b0b39-1004-46e9-a909-a0019ddda3b8 req-fd2ca1e4-fd2b-412d-906a-5eee390bd19a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 210 time: 0.0557961 Apr 11 16:43:50.469060 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Network e8192213-6286-4f0e-a749-d4f2cea0ca96 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:50.478531 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:50.481828 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:50.483570 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Pushing event updated for resources: {'Port': ['ID=60fbccd6-ad1f-4a89-9732-79fa4820a24b,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:50.606244 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Attempting to bind port 60fbccd6-ad1f-4a89-9732-79fa4820a24b on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:50.606693 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Attempting to bind port 60fbccd6-ad1f-4a89-9732-79fa4820a24b by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '807c882e-ff7b-467d-b143-63ecc4861362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:50.607139 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Attempting to bind port 60fbccd6-ad1f-4a89-9732-79fa4820a24b on network e8192213-6286-4f0e-a749-d4f2cea0ca96 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:50.623816 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for port (3f96714c-7163-450a-9a97-c521d3e339cf), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.624491 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:50.624987 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Checking segment: {'id': '807c882e-ff7b-467d-b143-63ecc4861362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:50.625465 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.625939 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Bound using segment: {'id': '807c882e-ff7b-467d-b143-63ecc4861362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:50.626995 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Bound port: 60fbccd6-ad1f-4a89-9732-79fa4820a24b, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807c882e-ff7b-467d-b143-63ecc4861362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:50.627453 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.689388 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks [] for router_gateway (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.699260 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] For port 60fbccd6-ad1f-4a89-9732-79fa4820a24b, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:50.703243 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] For port 60fbccd6-ad1f-4a89-9732-79fa4820a24b, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=60fbccd6-ad1f-4a89-9732-79fa4820a24b,segment=NetworkSegment(807c882e-ff7b-467d-b143-63ecc4861362),segment_id=807c882e-ff7b-467d-b143-63ecc4861362)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:50.709000 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.718124 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.736933 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.776625 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 06d63350-94d4-48ea-aaf7-f85480c44602 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:50.811149 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:50.812153 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event updated for resources: {'Port': ['ID=3f96714c-7163-450a-9a97-c521d3e339cf,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:50.817794 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:50.822240 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:50.861202 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:47Z', 'revision_number': 2, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:50.928914 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:50.929562 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.929960 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Checking router: 746c2166-1a9d-46b5-a34e-5ccb08970f68 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:50.930317 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Updating router 746c2166-1a9d-46b5-a34e-5ccb08970f68 port f1b41b6f-5f73-4284-a0a8-4898bb694a93 binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:43:50.948372 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Allocated IP 172.27.0.58 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/f85fe8b8-84ec-42b1-8358-43955fe8a5ee) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:50.973964 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 06d63350-94d4-48ea-aaf7-f85480c44602 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:50.974360 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:50.977311 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f79860-a4e2-4755-b179-e43f4e9e7b49 None None] Pushing event updated for resources: {'Port': ['ID=60fbccd6-ad1f-4a89-9732-79fa4820a24b,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:50.977508 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-646e40cc-0144-4775-90fc-2746e533ad14 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4282575 Apr 11 16:43:50.993321 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.006754 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Request body: {'port': {'device_id': '04a90907-9122-446d-899b-e931d741f29a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:51.127655 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.173270 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks [] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.206302 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-3e9856cc-ef1b-498c-b951-f0dc6b3ff6d2 None None] Provisioning complete for port 3f96714c-7163-450a-9a97-c521d3e339cf triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:51.206808 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3e9856cc-ef1b-498c-b951-f0dc6b3ff6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.272442 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-3e9856cc-ef1b-498c-b951-f0dc6b3ff6d2 None None] Port 3f96714c-7163-450a-9a97-c521d3e339cf cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:51.318820 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.358166 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 06d63350-94d4-48ea-aaf7-f85480c44602 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:51.385879 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:51.391737 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:51.419376 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:51.444733 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Publish callbacks [] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.448090 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f85fe8b8-84ec-42b1-8358-43955fe8a5ee,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:51.453934 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.531268 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a7b67-3536-4d84-ac13-bf5e12cdc7c8 None None] Pushing event updated for resources: {'Port': ['ID=f1b41b6f-5f73-4284-a0a8-4898bb694a93,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:51.575022 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Attempting to bind port f1b41b6f-5f73-4284-a0a8-4898bb694a93 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:51.575796 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Attempting to bind port f1b41b6f-5f73-4284-a0a8-4898bb694a93 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:51.576324 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Attempting to bind port f1b41b6f-5f73-4284-a0a8-4898bb694a93 on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:51.582924 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:51.583375 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Checking segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:51.583877 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.584337 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Bound using segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:51.585628 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Bound port: f1b41b6f-5f73-4284-a0a8-4898bb694a93, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:51.585628 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.648139 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172523b-26d6-4004-bffe-0788bf179609 req-7b9ec186-0c92-4033-a1f0-450416e4abc5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:51.649754 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0172523b-26d6-4004-bffe-0788bf179609 req-7b9ec186-0c92-4033-a1f0-450416e4abc5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 932 time: 0.1211135 Apr 11 16:43:51.656691 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] For port f1b41b6f-5f73-4284-a0a8-4898bb694a93, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:51.660512 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] For port f1b41b6f-5f73-4284-a0a8-4898bb694a93, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=f1b41b6f-5f73-4284-a0a8-4898bb694a93,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:51.669558 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.730247 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f96714c-7163-450a-9a97-c521d3e339cf {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:51.740022 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:51.740809 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:51.748669 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Publish callbacks [] for port (3f96714c-7163-450a-9a97-c521d3e339cf), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.792221 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Transition to ACTIVE for port object 3f96714c-7163-450a-9a97-c521d3e339cf will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:43:51.794465 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a7b67-3536-4d84-ac13-bf5e12cdc7c8 None None] Pushing event updated for resources: {'Port': ['ID=f1b41b6f-5f73-4284-a0a8-4898bb694a93,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:51.831942 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.837029 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0172523b-26d6-4004-bffe-0788bf179609 req-7c64c987-b5ee-4096-bab4-db1524cdf570 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784742 Apr 11 16:43:51.843822 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-3adfa126-0394-4b84-a2e5-af4bb994f9b1 None None] Provisioning complete for port f1b41b6f-5f73-4284-a0a8-4898bb694a93 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:51.844396 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3adfa126-0394-4b84-a2e5-af4bb994f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:51.912760 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:51.953071 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=3f96714c-7163-450a-9a97-c521d3e339cf,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:52.057380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks [] for router_gateway (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.108248 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-3adfa126-0394-4b84-a2e5-af4bb994f9b1 None None] Current status of the port f1b41b6f-5f73-4284-a0a8-4898bb694a93 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:52.108642 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3adfa126-0394-4b84-a2e5-af4bb994f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.193640 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Attempting to bind port 3f96714c-7163-450a-9a97-c521d3e339cf on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:52.194268 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Attempting to bind port 3f96714c-7163-450a-9a97-c521d3e339cf by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:52.194268 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Attempting to bind port 3f96714c-7163-450a-9a97-c521d3e339cf on network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:52.201200 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Port 3f96714c-7163-450a-9a97-c521d3e339cf on network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:43:52.201849 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Attempting to bind port 3f96714c-7163-450a-9a97-c521d3e339cf on network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:52.213429 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-3adfa126-0394-4b84-a2e5-af4bb994f9b1 None None] For port f1b41b6f-5f73-4284-a0a8-4898bb694a93, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=f1b41b6f-5f73-4284-a0a8-4898bb694a93,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:52.226699 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:52.227037 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Checking segment: {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:52.227429 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Bound using segment: {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:52.227900 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Bound port: 3f96714c-7163-450a-9a97-c521d3e339cf, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7e4500-7344-4643-8458-ca1ec4487242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:52.228257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.259620 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3adfa126-0394-4b84-a2e5-af4bb994f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.431112 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] For port 3f96714c-7163-450a-9a97-c521d3e339cf, host hv-cinder-83716, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:52.447844 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] For port 3f96714c-7163-450a-9a97-c521d3e339cf, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3f96714c-7163-450a-9a97-c521d3e339cf,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:52.463941 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.480067 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.480602 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47a8f4-1d08-4926-8c7f-2efe9bee04c9 None None] Network e8192213-6286-4f0e-a749-d4f2cea0ca96 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:43:52.511587 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:52.512730 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.513692 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] 10.222.0.41 "PUT /v2.0/ports/3f96714c-7163-450a-9a97-c521d3e339cf HTTP/1.1" status: 200 len: 1094 time: 1.5268970 Apr 11 16:43:52.514186 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a90907-9122-446d-899b-e931d741f29a', 'tag': '3f96714c-7163-450a-9a97-c521d3e339cf'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:52.516439 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c353d0-9134-4b08-ad2a-4060f7180303" -d '{"events": [{"name": "network-changed", "server_uuid": "04a90907-9122-446d-899b-e931d741f29a", "tag": "3f96714c-7163-450a-9a97-c521d3e339cf"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:52.530492 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:51Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:52.571840 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03169f4-72b6-4105-97cd-5ebc81a05378 None None] The sync data for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi is: [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:51Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:52.573857 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] Provisioning complete for port f1b41b6f-5f73-4284-a0a8-4898bb694a93 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:52.574225 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.633858 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-dc60d5d7-7f0e-4bb9-84d3-b3ba1f6dc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:52.639179 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-dc60d5d7-7f0e-4bb9-84d3-b3ba1f6dc5b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 1128 time: 0.0612340 Apr 11 16:43:52.656930 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfa126-0394-4b84-a2e5-af4bb994f9b1 None None] Pushing event updated for resources: {'Port': ['ID=f1b41b6f-5f73-4284-a0a8-4898bb694a93,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:52.662657 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683ed6ec-95a6-4e46-b6d8-05df2f274e5a x-openstack-request-id: req-683ed6ec-95a6-4e46-b6d8-05df2f274e5a {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:52.662949 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a90907-9122-446d-899b-e931d741f29a", "tag": "3f96714c-7163-450a-9a97-c521d3e339cf", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:52.663754 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-683ed6ec-95a6-4e46-b6d8-05df2f274e5a {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:52.663754 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683ed6ec-95a6-4e46-b6d8-05df2f274e5a'] response: {'name': 'network-changed', 'server_uuid': '04a90907-9122-446d-899b-e931d741f29a', 'tag': '3f96714c-7163-450a-9a97-c521d3e339cf', 'status': 'completed', 'code': 200} Apr 11 16:43:52.678760 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075adc1-fa47-4566-ba18-9a92eb0f4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=3f96714c-7163-450a-9a97-c521d3e339cf,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:52.740535 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-f307dac4-11a3-4d2b-b017-5d3ff379a0ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f96714c-7163-450a-9a97-c521d3e339cf HTTP/1.1" status: 200 len: 217 time: 0.0741780 Apr 11 16:43:52.843292 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] Current status of the port f1b41b6f-5f73-4284-a0a8-4898bb694a93 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:52.899529 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-32082090-6192-4469-a735-64cc472c0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:52.901111 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-32082090-6192-4469-a735-64cc472c0a42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 200 len: 850 time: 0.1526036 Apr 11 16:43:52.909725 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] Provisioning complete for port 60fbccd6-ad1f-4a89-9732-79fa4820a24b triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:52.910191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:52.995742 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-46a51c4e-1769-446f-b18e-c231a2f42c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:52.997388 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-46a51c4e-1769-446f-b18e-c231a2f42c1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882065 Apr 11 16:43:53.012389 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f1b41b6f-5f73-4284-a0a8-4898bb694a93 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:53.083168 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af55ff-ee42-4ef0-a033-308590d10505 req-50a09b95-602c-486a-8668-a1180e11140d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:53.084825 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-50af55ff-ee42-4ef0-a033-308590d10505 req-50a09b95-602c-486a-8668-a1180e11140d tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 944 time: 0.1060636 Apr 11 16:43:53.092585 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] Current status of the port 60fbccd6-ad1f-4a89-9732-79fa4820a24b is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:53.092991 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.118553 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:43:53.140562 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port f1b41b6f-5f73-4284-a0a8-4898bb694a93 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:53.141231 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.144935 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] For port 60fbccd6-ad1f-4a89-9732-79fa4820a24b, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=60fbccd6-ad1f-4a89-9732-79fa4820a24b,segment=NetworkSegment(807c882e-ff7b-467d-b143-63ecc4861362),segment_id=807c882e-ff7b-467d-b143-63ecc4861362)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:53.166505 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.232727 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b12de-c98e-4cab-a4d2-e925551f60e1 None None] Pushing event updated for resources: {'Port': ['ID=60fbccd6-ad1f-4a89-9732-79fa4820a24b,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:53.237131 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-9ba55cc9-b548-4d1c-9107-ded62a7bb4fd service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128446 Apr 11 16:43:53.262102 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-50af55ff-ee42-4ef0-a033-308590d10505 req-466d7fe9-b61e-46f7-b2c2-85e627e96e78 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406379 Apr 11 16:43:53.301535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port f1b41b6f-5f73-4284-a0a8-4898bb694a93 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:53.302539 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 60fbccd6-ad1f-4a89-9732-79fa4820a24b up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:53.348138 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-89f808c9-efe2-4c6b-9f36-33be908e1885 None None] Provisioning complete for port 60fbccd6-ad1f-4a89-9732-79fa4820a24b triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:53.348520 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-89f808c9-efe2-4c6b-9f36-33be908e1885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.396100 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 60fbccd6-ad1f-4a89-9732-79fa4820a24b triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:53.396469 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.503335 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-89f808c9-efe2-4c6b-9f36-33be908e1885 None None] Current status of the port 60fbccd6-ad1f-4a89-9732-79fa4820a24b is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:53.617930 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 60fbccd6-ad1f-4a89-9732-79fa4820a24b is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:53.660761 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:53.670353 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Sync routers for ids ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:53.680875 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Routers {'3d45439d-581c-4bb2-ba8b-ba8deeb72d36'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:53.681862 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:53.682716 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66d13e3d-76af-4dab-8e23-ea5ccf4308e3 req-ed0b758f-ee5c-4d72-986d-d2320af05cfa service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374177 Apr 11 16:43:53.695353 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:53.697787 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b7bbcec9-60fb-4be9-a78b-09c8600528b8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9799302 Apr 11 16:43:53.700023 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60400) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:53.794205 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Set router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:53.972662 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:49Z', 'updated_at': '2022-04-11T16:43:51Z', 'revision_number': 3, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'gw_port': {'id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:50Z', 'updated_at': '2022-04-11T16:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:54.006602 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Checking router: 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:54.007351 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Updating router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 port f85fe8b8-84ec-42b1-8358-43955fe8a5ee binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:43:54.019673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60412) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:54.041094 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.073635 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd084829-1dae-4b92-9f99-f00e7afafa16 admin admin] Deleting subnet 57a36450-74b4-46cd-99c4-727f5da1a6b2 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:43:54.077394 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bd084829-1dae-4b92-9f99-f00e7afafa16 admin admin] Publish callbacks [] for subnet (57a36450-74b4-46cd-99c4-727f5da1a6b2), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.113654 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bd084829-1dae-4b92-9f99-f00e7afafa16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2328036'] for subnet (57a36450-74b4-46cd-99c4-727f5da1a6b2), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.156620 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bd084829-1dae-4b92-9f99-f00e7afafa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (57a36450-74b4-46cd-99c4-727f5da1a6b2), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.159473 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.219524 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bd084829-1dae-4b92-9f99-f00e7afafa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529018216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532083081'] for subnet (57a36450-74b4-46cd-99c4-727f5da1a6b2), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.246036 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd084829-1dae-4b92-9f99-f00e7afafa16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a36450-74b4-46cd-99c4-727f5da1a6b2,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:54.254568 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bd084829-1dae-4b92-9f99-f00e7afafa16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.260534 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-bd084829-1dae-4b92-9f99-f00e7afafa16 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/57a36450-74b4-46cd-99c4-727f5da1a6b2 HTTP/1.1" status: 204 len: 168 time: 0.2393627 Apr 11 16:43:54.261160 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60414) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:54.305391 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Publish callbacks [] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.314146 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.339539 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Allocated IP 172.20.0.1 (e8192213-6286-4f0e-a749-d4f2cea0ca96/88759f1d-1702-4cd7-8662-4aa97ae404c9/6d05a4c4-303d-483b-9fcc-781aad67623a) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:43:54.341655 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (89122ed0-fa86-4f7f-8a6c-5e6e5b32520d), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.368904 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f044579-0f5c-4a6f-87eb-f745ff3f7f29 None None] Pushing event updated for resources: {'Port': ['ID=f85fe8b8-84ec-42b1-8358-43955fe8a5ee,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:54.388511 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Attempting to bind port f85fe8b8-84ec-42b1-8358-43955fe8a5ee on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:54.388881 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Attempting to bind port f85fe8b8-84ec-42b1-8358-43955fe8a5ee by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:54.389239 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Attempting to bind port f85fe8b8-84ec-42b1-8358-43955fe8a5ee on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:54.395035 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:54.395472 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:54.395853 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.396246 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:54.396728 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Bound port: f85fe8b8-84ec-42b1-8358-43955fe8a5ee, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:54.397113 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.444202 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61a651-289d-4d6d-aabb-0da6f87accb9 req-53eee2f0-50c5-4641-9248-1e02aa88b282 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:54.445730 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8d61a651-289d-4d6d-aabb-0da6f87accb9 req-53eee2f0-50c5-4641-9248-1e02aa88b282 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 944 time: 0.0922439 Apr 11 16:43:54.464541 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] For port f85fe8b8-84ec-42b1-8358-43955fe8a5ee, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:54.468159 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] For port f85fe8b8-84ec-42b1-8358-43955fe8a5ee, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=f85fe8b8-84ec-42b1-8358-43955fe8a5ee,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:54.475118 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.477430 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Publish callbacks [] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.489349 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (89122ed0-fa86-4f7f-8a6c-5e6e5b32520d), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.519605 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.532806 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f044579-0f5c-4a6f-87eb-f745ff3f7f29 None None] Pushing event updated for resources: {'Port': ['ID=f85fe8b8-84ec-42b1-8358-43955fe8a5ee,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:54.533866 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89122ed0-fa86-4f7f-8a6c-5e6e5b32520d']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:54.558198 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad3a7a1-5c89-4c94-9113-e5b8a8565e55') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:54.558472 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad3a7a1-5c89-4c94-9113-e5b8a8565e55') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:54.558956 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Network e8192213-6286-4f0e-a749-d4f2cea0ca96 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:54.559076 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Routers {'3d45439d-581c-4bb2-ba8b-ba8deeb72d36'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:54.559623 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:54.563861 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:54.567877 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:43:54.576376 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8d61a651-289d-4d6d-aabb-0da6f87accb9 req-9c0f0e0e-471a-4348-b6b3-5c7008e2dcb8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026952 Apr 11 16:43:54.578290 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2328045'] for segment (8ad3a7a1-5c89-4c94-9113-e5b8a8565e55), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.604680 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (8ad3a7a1-5c89-4c94-9113-e5b8a8565e55), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.607133 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Pushing event updated for resources: {'Port': ['ID=6d05a4c4-303d-483b-9fcc-781aad67623a,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:54.613378 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:43:54.614626 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529018306'] for segment (8ad3a7a1-5c89-4c94-9113-e5b8a8565e55), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: Traceback (most recent call last): Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: timer() Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: cb(*args, **kw) Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: return func(*args, **kwargs) Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: self._notify() Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: self.callback(batched_events) Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: event.method(event) Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: return f(self, *a, **k) Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._get(url).json() Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:43:54.616217 dv-cinder-837165-2-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:43:54.627694 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.715999 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] Set router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:54.722209 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (89122ed0-fa86-4f7f-8a6c-5e6e5b32520d), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.729930 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.741278 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] 10.222.0.65 "DELETE /v2.0/networks/89122ed0-fa86-4f7f-8a6c-5e6e5b32520d HTTP/1.1" status: 204 len: 168 time: 0.4761987 Apr 11 16:43:54.743343 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60418) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:54.782165 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f1b41b6f-5f73-4284-a0a8-4898bb694a93 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:54.788499 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68efc4-1bc6-4bd4-b57a-2e1232176e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=89122ed0-fa86-4f7f-8a6c-5e6e5b32520d,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:54.813976 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4466d60-949e-44bb-b5c9-ed6e81fd735c admin admin] Deleting subnet 63ad6615-7c75-44f5-b64a-ff419c48a236 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:43:54.818567 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f4466d60-949e-44bb-b5c9-ed6e81fd735c admin admin] Publish callbacks [] for subnet (63ad6615-7c75-44f5-b64a-ff419c48a236), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.834813 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.862654 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port f1b41b6f-5f73-4284-a0a8-4898bb694a93 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:54.863292 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.885469 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f4466d60-949e-44bb-b5c9-ed6e81fd735c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2328036'] for subnet (63ad6615-7c75-44f5-b64a-ff419c48a236), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.918892 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:49Z', 'updated_at': '2022-04-11T16:43:51Z', 'revision_number': 3, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'gw_port': {'id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:50Z', 'updated_at': '2022-04-11T16:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:54.940126 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-e05502e5-97f9-4566-827d-b838ca10cc43 None None] Provisioning complete for port 6d05a4c4-303d-483b-9fcc-781aad67623a triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:54.940778 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e05502e5-97f9-4566-827d-b838ca10cc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.945093 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f4466d60-949e-44bb-b5c9-ed6e81fd735c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (63ad6615-7c75-44f5-b64a-ff419c48a236), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:54.983763 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-e05502e5-97f9-4566-827d-b838ca10cc43 None None] Port 6d05a4c4-303d-483b-9fcc-781aad67623a cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:55.004054 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f4466d60-949e-44bb-b5c9-ed6e81fd735c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529018216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532083081'] for subnet (63ad6615-7c75-44f5-b64a-ff419c48a236), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.033828 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4466d60-949e-44bb-b5c9-ed6e81fd735c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ad6615-7c75-44f5-b64a-ff419c48a236,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:55.037806 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f4466d60-949e-44bb-b5c9-ed6e81fd735c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.043689 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f4466d60-949e-44bb-b5c9-ed6e81fd735c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/63ad6615-7c75-44f5-b64a-ff419c48a236 HTTP/1.1" status: 204 len: 168 time: 0.2976251 Apr 11 16:43:55.045233 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60420) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:55.052304 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port f1b41b6f-5f73-4284-a0a8-4898bb694a93 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:55.053803 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 60fbccd6-ad1f-4a89-9732-79fa4820a24b up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:55.054742 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9f886-7c56-40dd-9491-148605ad844e None None] The sync data for ids ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'] in dv-cinder-837165-2-iscsi is: [{'id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:49Z', 'updated_at': '2022-04-11T16:43:51Z', 'revision_number': 3, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'gw_port': {'id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:50Z', 'updated_at': '2022-04-11T16:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:55.073544 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Publish callbacks [] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.086083 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.111433 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 60fbccd6-ad1f-4a89-9732-79fa4820a24b triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:55.112008 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.145556 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (05f5f831-fd3b-498a-98b4-e931ccb9fa90), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.181080 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3cdc-93d6-4c3d-9919-c6a91576d56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.189721 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Pushing event updated for resources: {'Port': ['ID=6d05a4c4-303d-483b-9fcc-781aad67623a,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:55.193280 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.231497 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 60fbccd6-ad1f-4a89-9732-79fa4820a24b is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:55.241241 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (05f5f831-fd3b-498a-98b4-e931ccb9fa90), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.265615 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f5f831-fd3b-498a-98b4-e931ccb9fa90']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:55.277324 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2cc2e0-2261-4d37-9c59-04988ed85421') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:55.277821 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2cc2e0-2261-4d37-9c59-04988ed85421') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:55.289259 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2328045'] for segment (fe2cc2e0-2261-4d37-9c59-04988ed85421), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.300856 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Network e8192213-6286-4f0e-a749-d4f2cea0ca96 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:43:55.302413 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:43:55.308461 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (fe2cc2e0-2261-4d37-9c59-04988ed85421), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.319222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:43:55.319678 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529018306'] for segment (fe2cc2e0-2261-4d37-9c59-04988ed85421), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: Traceback (most recent call last): Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: timer() Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: cb(*args, **kw) Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: return func(*args, **kwargs) Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: self._notify() Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: self.callback(batched_events) Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: event.method(event) Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: return f(self, *a, **k) Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._get(url).json() Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:43:55.322016 dv-cinder-837165-2-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:43:55.420384 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (05f5f831-fd3b-498a-98b4-e931ccb9fa90), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.425902 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.430123 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] 10.222.0.65 "DELETE /v2.0/networks/05f5f831-fd3b-498a-98b4-e931ccb9fa90 HTTP/1.1" status: 204 len: 168 time: 0.3836565 Apr 11 16:43:55.460618 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867e64f-30a4-496c-ac25-e6194358b07a admin admin] Pushing event deleted for resources: {'Network': ['ID=05f5f831-fd3b-498a-98b4-e931ccb9fa90,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:55.492436 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:43:55.624738 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ca430d17-15ed-4f3c-9e40-7757340d563f None None] Provisioning complete for port 6d05a4c4-303d-483b-9fcc-781aad67623a triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:55.625780 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ca430d17-15ed-4f3c-9e40-7757340d563f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.675499 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:43:55.683118 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-cf328bf0-3692-4d43-98eb-98ea701e2e37 admin admin] 10.222.0.65 "PUT /v2.0/routers/3d45439d-581c-4bb2-ba8b-ba8deeb72d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9818926 Apr 11 16:43:55.698946 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ca430d17-15ed-4f3c-9e40-7757340d563f None None] Port 6d05a4c4-303d-483b-9fcc-781aad67623a cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:43:55.745186 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60428) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:55.780269 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ec824-8f6e-4ff8-b364-d6d73a62be7b req-0408c24e-bef2-4ac1-b957-bf76a82295a9 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.782801 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8f6ec824-8f6e-4ff8-b364-d6d73a62be7b req-0408c24e-bef2-4ac1-b957-bf76a82295a9 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 944 time: 0.0733240 Apr 11 16:43:55.802629 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-70e13e94-cff4-4090-9201-ec56ac1948e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be8e0a13cb22430f93728034e66b95c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493057 Apr 11 16:43:55.803383 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60430) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:55.871504 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0ad908c8-0621-4b36-b317-a9adf77c9776 admin admin] Publish callbacks [] for security_group (d2dbdedd-80e1-4dc5-9ff9-ceab09beee0d), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.897595 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0ad908c8-0621-4b36-b317-a9adf77c9776 admin admin] Publish callbacks [] for security_group (d2dbdedd-80e1-4dc5-9ff9-ceab09beee0d), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.897774 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8f6ec824-8f6e-4ff8-b364-d6d73a62be7b req-e0adbecb-329b-4a81-bd4b-beb03e8f9d82 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766919 Apr 11 16:43:55.904125 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-69ce2de4-c00b-4775-9a50-95efc78cc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:55.906784 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-69ce2de4-c00b-4775-9a50-95efc78cc75b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 1128 time: 0.1227491 Apr 11 16:43:55.967018 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0ad908c8-0621-4b36-b317-a9adf77c9776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d2dbdedd-80e1-4dc5-9ff9-ceab09beee0d), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.970707 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0ad908c8-0621-4b36-b317-a9adf77c9776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:55.972276 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0ad908c8-0621-4b36-b317-a9adf77c9776 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2dbdedd-80e1-4dc5-9ff9-ceab09beee0d HTTP/1.1" status: 204 len: 168 time: 0.1678779 Apr 11 16:43:55.983973 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad908c8-0621-4b36-b317-a9adf77c9776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dbdedd-80e1-4dc5-9ff9-ceab09beee0d,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:56.030781 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-c4016adc-7ad8-4dd3-b58a-53b9fd479169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:56.035478 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-c4016adc-7ad8-4dd3-b58a-53b9fd479169 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 912 time: 0.1227298 Apr 11 16:43:56.080252 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-3cec2a29-56a6-443f-ab6c-c08a4de6d6b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f96714c-7163-450a-9a97-c521d3e339cf HTTP/1.1" status: 200 len: 217 time: 0.0385795 Apr 11 16:43:56.145458 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-c7655bb2-aefa-4457-85d9-9cbf2dd14a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:56.147008 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-c7655bb2-aefa-4457-85d9-9cbf2dd14a5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 200 len: 850 time: 0.0596821 Apr 11 16:43:56.199622 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-7ca2c0c5-8f81-43aa-81aa-25702185f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:56.201705 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-7ca2c0c5-8f81-43aa-81aa-25702185f760 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465364 Apr 11 16:43:56.330472 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-25591231-da77-46ae-b49f-f5a7ebe2ed0c service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210909 Apr 11 16:43:56.434029 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8c353d0-9134-4b08-ad2a-4060f7180303 req-0cef228d-fd76-45a3-9bcc-1f17b608f844 service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974429 Apr 11 16:43:56.435834 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60440) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:56.485144 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-58272bba-159a-46cf-bf58-1ed444904bab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31f8562d9e05487cac4d1fb2d77b0dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459335 Apr 11 16:43:56.485701 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60442) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:56.498422 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60444) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:56.504653 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-dcbdf771-bf43-47a1-a91c-dc2ba89be5b1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299759803', 'description': 'tempest-secgroup-smoke-1299759803 description', 'project_id': 'cc3803567a904d698675781a5ccd07cd'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:56.533091 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dcbdf771-bf43-47a1-a91c-dc2ba89be5b1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.545352 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4e793573-2860-485d-bfbd-51b275899ff2 admin admin] Publish callbacks [] for security_group (1caeddb4-01a2-41ca-977d-31cbeb1c2736), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.568000 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4e793573-2860-485d-bfbd-51b275899ff2 admin admin] Publish callbacks [] for security_group (1caeddb4-01a2-41ca-977d-31cbeb1c2736), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.603812 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dcbdf771-bf43-47a1-a91c-dc2ba89be5b1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group (41314ebf-d960-4efb-bc02-41c90800887f), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.605869 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dcbdf771-bf43-47a1-a91c-dc2ba89be5b1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (41314ebf-d960-4efb-bc02-41c90800887f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.616914 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4e793573-2860-485d-bfbd-51b275899ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1caeddb4-01a2-41ca-977d-31cbeb1c2736), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.620024 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4e793573-2860-485d-bfbd-51b275899ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.621213 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4e793573-2860-485d-bfbd-51b275899ff2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1caeddb4-01a2-41ca-977d-31cbeb1c2736 HTTP/1.1" status: 204 len: 168 time: 0.1344311 Apr 11 16:43:56.629905 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e793573-2860-485d-bfbd-51b275899ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caeddb4-01a2-41ca-977d-31cbeb1c2736,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:56.642536 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dcbdf771-bf43-47a1-a91c-dc2ba89be5b1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.643911 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dcbdf771-bf43-47a1-a91c-dc2ba89be5b1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1441708 Apr 11 16:43:56.644875 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdf771-bf43-47a1-a91c-dc2ba89be5b1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41314ebf-d960-4efb-bc02-41c90800887f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:56.646927 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60448) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:56.651732 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-6995f488-7993-4b9c-8887-f790c0d80eea tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'security_group_rule': {'security_group_id': '41314ebf-d960-4efb-bc02-41c90800887f', 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:56.710803 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6995f488-7993-4b9c-8887-f790c0d80eea tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (16abd43e-7a94-4685-95c1-e4e169fb8bdb), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.772573 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f85fe8b8-84ec-42b1-8358-43955fe8a5ee up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:56.781160 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6995f488-7993-4b9c-8887-f790c0d80eea tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (16abd43e-7a94-4685-95c1-e4e169fb8bdb), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.785899 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6995f488-7993-4b9c-8887-f790c0d80eea tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (16abd43e-7a94-4685-95c1-e4e169fb8bdb), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.807451 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995f488-7993-4b9c-8887-f790c0d80eea tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16abd43e-7a94-4685-95c1-e4e169fb8bdb,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:56.813783 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6995f488-7993-4b9c-8887-f790c0d80eea tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.815206 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6995f488-7993-4b9c-8887-f790c0d80eea tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1670713 Apr 11 16:43:56.818595 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60450) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:56.825445 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-779f0602-9488-451d-9b9b-4db0a6955951 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'security_group_rule': {'security_group_id': '41314ebf-d960-4efb-bc02-41c90800887f', 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:56.829289 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port f85fe8b8-84ec-42b1-8358-43955fe8a5ee triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:56.829666 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.857544 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-779f0602-9488-451d-9b9b-4db0a6955951 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (ffdabb66-4242-4f31-97a8-43a6e7092f06), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.916678 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port f85fe8b8-84ec-42b1-8358-43955fe8a5ee is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:56.932396 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.933829 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-779f0602-9488-451d-9b9b-4db0a6955951 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (ffdabb66-4242-4f31-97a8-43a6e7092f06), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.939014 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-779f0602-9488-451d-9b9b-4db0a6955951 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (ffdabb66-4242-4f31-97a8-43a6e7092f06), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.964370 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f0602-9488-451d-9b9b-4db0a6955951 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdabb66-4242-4f31-97a8-43a6e7092f06,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:56.965224 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port f85fe8b8-84ec-42b1-8358-43955fe8a5ee, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=f85fe8b8-84ec-42b1-8358-43955fe8a5ee,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:56.974535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.982000 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-779f0602-9488-451d-9b9b-4db0a6955951 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.986306 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60458) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:56.986820 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-779f0602-9488-451d-9b9b-4db0a6955951 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1657834 Apr 11 16:43:56.991239 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-3ccdcfeb-22d4-4a2b-b060-ce34359dfc98 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'security_group_rule': {'security_group_id': '41314ebf-d960-4efb-bc02-41c90800887f', 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:57.031529 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcfeb-22d4-4a2b-b060-ce34359dfc98 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (582d673c-b0ff-49dd-98fc-96ce609264dc), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.039312 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 3f96714c-7163-450a-9a97-c521d3e339cf details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:43:57.070154 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d95c3-e431-40e9-b4e9-7b0b539edcb3 req-9b52728b-5b3f-4b77-bb69-eea831dbe3e1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:57.071742 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f94d95c3-e431-40e9-b4e9-7b0b539edcb3 req-9b52728b-5b3f-4b77-bb69-eea831dbe3e1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 944 time: 0.0837631 Apr 11 16:43:57.090341 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=f85fe8b8-84ec-42b1-8358-43955fe8a5ee,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:57.106238 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcfeb-22d4-4a2b-b060-ce34359dfc98 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (582d673c-b0ff-49dd-98fc-96ce609264dc), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.112460 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcfeb-22d4-4a2b-b060-ce34359dfc98 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (582d673c-b0ff-49dd-98fc-96ce609264dc), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.134894 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Sync routers for ids ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:43:57.154631 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdcfeb-22d4-4a2b-b060-ce34359dfc98 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582d673c-b0ff-49dd-98fc-96ce609264dc,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:57.172016 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f94d95c3-e431-40e9-b4e9-7b0b539edcb3 req-8487c9b7-56ec-4c3b-82ca-07840e9f0ca5 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883849 Apr 11 16:43:57.182066 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcfeb-22d4-4a2b-b060-ce34359dfc98 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.183466 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3ccdcfeb-22d4-4a2b-b060-ce34359dfc98 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960340 Apr 11 16:43:57.184791 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Routers {'3d45439d-581c-4bb2-ba8b-ba8deeb72d36'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:57.185434 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:57.186980 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60466) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:57.195339 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-9f320cc2-e569-4a84-9ba3-4cccac435b01 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'security_group_rule': {'security_group_id': '41314ebf-d960-4efb-bc02-41c90800887f', 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:57.225896 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9f320cc2-e569-4a84-9ba3-4cccac435b01 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (475d6633-2345-46a7-aa33-55d5b1cd7eec), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.270836 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 3f96714c-7163-450a-9a97-c521d3e339cf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3f96714c-7163-450a-9a97-c521d3e339cf,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:57.296711 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9f320cc2-e569-4a84-9ba3-4cccac435b01 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (475d6633-2345-46a7-aa33-55d5b1cd7eec), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.303095 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9f320cc2-e569-4a84-9ba3-4cccac435b01 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (475d6633-2345-46a7-aa33-55d5b1cd7eec), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.321789 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '3f96714c-7163-450a-9a97-c521d3e339cf', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'port_id': '3f96714c-7163-450a-9a97-c521d3e339cf', 'mac_address': 'fa:16:3e:e5:57:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:43:57.323135 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f320cc2-e569-4a84-9ba3-4cccac435b01 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475d6633-2345-46a7-aa33-55d5b1cd7eec,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:57.335994 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9f320cc2-e569-4a84-9ba3-4cccac435b01 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.338597 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9f320cc2-e569-4a84-9ba3-4cccac435b01 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487136 Apr 11 16:43:57.341439 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60472) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:57.346227 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-c9afe8d7-8b52-4ab8-b2db-af0312d775b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'security_group_rule': {'security_group_id': '41314ebf-d960-4efb-bc02-41c90800887f', 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:57.370972 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.securitygroups_db [None req-c9afe8d7-8b52-4ab8-b2db-af0312d775b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Project cc3803567a904d698675781a5ccd07cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:43:57.377347 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c9afe8d7-8b52-4ab8-b2db-af0312d775b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (e660c64e-dcbe-4ee7-95a6-d5bd6cd2ab25), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.456779 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c9afe8d7-8b52-4ab8-b2db-af0312d775b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (e660c64e-dcbe-4ee7-95a6-d5bd6cd2ab25), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.462275 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c9afe8d7-8b52-4ab8-b2db-af0312d775b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (e660c64e-dcbe-4ee7-95a6-d5bd6cd2ab25), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.485323 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afe8d7-8b52-4ab8-b2db-af0312d775b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e660c64e-dcbe-4ee7-95a6-d5bd6cd2ab25,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:57.502901 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c9afe8d7-8b52-4ab8-b2db-af0312d775b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.507848 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60478) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:57.508772 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c9afe8d7-8b52-4ab8-b2db-af0312d775b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1659842 Apr 11 16:43:57.512888 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-24455eb1-0bad-4bec-aee4-c350ac92e3ca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'security_group_rule': {'security_group_id': '41314ebf-d960-4efb-bc02-41c90800887f', 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:43:57.530178 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Set router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:57.532703 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 3f96714c-7163-450a-9a97-c521d3e339cf is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:57.532703 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.538320 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.securitygroups_db [None req-24455eb1-0bad-4bec-aee4-c350ac92e3ca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Project cc3803567a904d698675781a5ccd07cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:43:57.544838 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-24455eb1-0bad-4bec-aee4-c350ac92e3ca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (5f97e024-286e-44b1-815b-ee73eb81e59e), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.575938 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f96714c-7163-450a-9a97-c521d3e339cf {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:43:57.619723 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-24455eb1-0bad-4bec-aee4-c350ac92e3ca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (5f97e024-286e-44b1-815b-ee73eb81e59e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.624458 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-24455eb1-0bad-4bec-aee4-c350ac92e3ca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (5f97e024-286e-44b1-815b-ee73eb81e59e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.644718 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24455eb1-0bad-4bec-aee4-c350ac92e3ca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f97e024-286e-44b1-815b-ee73eb81e59e,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:57.652266 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 3f96714c-7163-450a-9a97-c521d3e339cf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3f96714c-7163-450a-9a97-c521d3e339cf,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:57.655983 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-24455eb1-0bad-4bec-aee4-c350ac92e3ca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.661260 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-24455eb1-0bad-4bec-aee4-c350ac92e3ca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486921 Apr 11 16:43:57.677080 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.748885 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6246abaf-dfc4-473c-8583-e9584a354ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.789652 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=3f96714c-7163-450a-9a97-c521d3e339cf,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:57.848115 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:49Z', 'updated_at': '2022-04-11T16:43:54Z', 'revision_number': 4, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'gw_port': {'id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:50Z', 'updated_at': '2022-04-11T16:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '6d05a4c4-303d-483b-9fcc-781aad67623a', 'name': '', 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'mac_address': 'fa:16:3e:76:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '88759f1d-1702-4cd7-8662-4aa97ae404c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:54Z', 'updated_at': '2022-04-11T16:43:54Z', 'revision_number': 2, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'subnets': [{'id': '88759f1d-1702-4cd7-8662-4aa97ae404c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:57.881352 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Checking router: 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:43:57.882235 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Updating router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 port 6d05a4c4-303d-483b-9fcc-781aad67623a binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:43:57.913591 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.990876 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60526) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:58.025051 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['3f96714c-7163-450a-9a97-c521d3e339cf'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:43:58.152711 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6b0ce6e0-a729-4da0-be3d-0d84103c4453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.244622 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6b0ce6e0-a729-4da0-be3d-0d84103c4453 admin admin] Publish callbacks [] for security_group (d98db528-b0e9-458e-b94c-ab23b041557c), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.259152 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6b0ce6e0-a729-4da0-be3d-0d84103c4453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d98db528-b0e9-458e-b94c-ab23b041557c), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.321784 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6b0ce6e0-a729-4da0-be3d-0d84103c4453 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=008dbc4ccafa48d6b0cb2d186bd41906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294895 Apr 11 16:43:58.324794 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60536) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:58.329373 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a44bc-2773-4dfe-af98-59e48de00433 req-4ac270de-52cc-4535-9f48-90f3ddf5e270 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:58.331518 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-636a44bc-2773-4dfe-af98-59e48de00433 req-4ac270de-52cc-4535-9f48-90f3ddf5e270 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 945 time: 0.0837779 Apr 11 16:43:58.332551 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ce6e0-a729-4da0-be3d-0d84103c4453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98db528-b0e9-458e-b94c-ab23b041557c,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:58.349786 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Publish callbacks [] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.355055 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:43:58.356734 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.388636 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aead7ef5-24ed-42b0-94dd-70ede11e8330 admin admin] Publish callbacks [] for security_group (d98db528-b0e9-458e-b94c-ab23b041557c), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.417242 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aead7ef5-24ed-42b0-94dd-70ede11e8330 admin admin] Publish callbacks [] for security_group (d98db528-b0e9-458e-b94c-ab23b041557c), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.430427 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-636a44bc-2773-4dfe-af98-59e48de00433 req-e75ff3f9-772f-4395-803e-8a3941e252f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623872 Apr 11 16:43:58.430992 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bd1bb-afcd-4e0f-a492-9b7b180aa7e9 None None] Pushing event updated for resources: {'Port': ['ID=6d05a4c4-303d-483b-9fcc-781aad67623a,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:58.483748 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aead7ef5-24ed-42b0-94dd-70ede11e8330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d98db528-b0e9-458e-b94c-ab23b041557c), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.486605 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aead7ef5-24ed-42b0-94dd-70ede11e8330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.491577 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-aead7ef5-24ed-42b0-94dd-70ede11e8330 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d98db528-b0e9-458e-b94c-ab23b041557c HTTP/1.1" status: 204 len: 168 time: 0.1651752 Apr 11 16:43:58.502805 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead7ef5-24ed-42b0-94dd-70ede11e8330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98db528-b0e9-458e-b94c-ab23b041557c,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:58.529757 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Attempting to bind port 6d05a4c4-303d-483b-9fcc-781aad67623a on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:43:58.530143 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Attempting to bind port 6d05a4c4-303d-483b-9fcc-781aad67623a by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '807c882e-ff7b-467d-b143-63ecc4861362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:43:58.530509 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Attempting to bind port 6d05a4c4-303d-483b-9fcc-781aad67623a on network e8192213-6286-4f0e-a749-d4f2cea0ca96 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:43:58.538433 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:43:58.538825 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Checking segment: {'id': '807c882e-ff7b-467d-b143-63ecc4861362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:43:58.539245 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.539667 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Bound using segment: {'id': '807c882e-ff7b-467d-b143-63ecc4861362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:43:58.540180 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Bound port: 6d05a4c4-303d-483b-9fcc-781aad67623a, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807c882e-ff7b-467d-b143-63ecc4861362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:43:58.540577 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.615027 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.662867 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] For port 6d05a4c4-303d-483b-9fcc-781aad67623a, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:43:58.669213 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] For port 6d05a4c4-303d-483b-9fcc-781aad67623a, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=6d05a4c4-303d-483b-9fcc-781aad67623a,segment=NetworkSegment(807c882e-ff7b-467d-b143-63ecc4861362),segment_id=807c882e-ff7b-467d-b143-63ecc4861362)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:43:58.679852 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.741591 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f85fe8b8-84ec-42b1-8358-43955fe8a5ee up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:58.749243 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Routers {'3d45439d-581c-4bb2-ba8b-ba8deeb72d36'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:43:58.750028 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:58.834699 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-e73bbe68-58b2-45ee-8d6d-432b1b46bf18 None None] Provisioning complete for port 6d05a4c4-303d-483b-9fcc-781aad67623a triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:58.835310 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe68-58b2-45ee-8d6d-432b1b46bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.878557 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bd1bb-afcd-4e0f-a492-9b7b180aa7e9 None None] Pushing event updated for resources: {'Port': ['ID=6d05a4c4-303d-483b-9fcc-781aad67623a,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:58.948120 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port f85fe8b8-84ec-42b1-8358-43955fe8a5ee triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:58.948495 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.037677 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] Set router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:43:59.071113 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 3f96714c-7163-450a-9a97-c521d3e339cf up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:59.075346 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-e73bbe68-58b2-45ee-8d6d-432b1b46bf18 None None] Current status of the port 6d05a4c4-303d-483b-9fcc-781aad67623a is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:59.075766 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe68-58b2-45ee-8d6d-432b1b46bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.233368 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-e73bbe68-58b2-45ee-8d6d-432b1b46bf18 None None] For port 6d05a4c4-303d-483b-9fcc-781aad67623a, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=6d05a4c4-303d-483b-9fcc-781aad67623a,segment=NetworkSegment(807c882e-ff7b-467d-b143-63ecc4861362),segment_id=807c882e-ff7b-467d-b143-63ecc4861362)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:59.256141 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e73bbe68-58b2-45ee-8d6d-432b1b46bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.293007 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port f85fe8b8-84ec-42b1-8358-43955fe8a5ee is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:59.313545 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 3f96714c-7163-450a-9a97-c521d3e339cf completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:43:59.326701 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 3f96714c-7163-450a-9a97-c521d3e339cf triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:59.327077 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.556675 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cda4e-907d-4960-b4a7-b855aa6186b9 req-8db2fde3-36f7-4838-ac9c-4d79a5441f86 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:43:59.558976 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a30cda4e-907d-4960-b4a7-b855aa6186b9 req-8db2fde3-36f7-4838-ac9c-4d79a5441f86 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 945 time: 0.0579789 Apr 11 16:43:59.564351 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bbe68-58b2-45ee-8d6d-432b1b46bf18 None None] Pushing event updated for resources: {'Port': ['ID=6d05a4c4-303d-483b-9fcc-781aad67623a,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:59.577520 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-3fb1a2ee-0231-479a-8ce4-5d2d69e48b9c None None] Provisioning complete for port 6d05a4c4-303d-483b-9fcc-781aad67623a triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:59.578029 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3fb1a2ee-0231-479a-8ce4-5d2d69e48b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.616279 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a30cda4e-907d-4960-b4a7-b855aa6186b9 req-ab35e375-c420-45f8-b588-45d19203f99a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500319 Apr 11 16:43:59.671280 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:49Z', 'updated_at': '2022-04-11T16:43:54Z', 'revision_number': 4, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'gw_port': {'id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:50Z', 'updated_at': '2022-04-11T16:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '6d05a4c4-303d-483b-9fcc-781aad67623a', 'name': '', 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'mac_address': 'fa:16:3e:76:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '88759f1d-1702-4cd7-8662-4aa97ae404c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:54Z', 'updated_at': '2022-04-11T16:43:58Z', 'revision_number': 4, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'subnets': [{'id': '88759f1d-1702-4cd7-8662-4aa97ae404c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:43:59.713215 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66457525-0b14-4c00-93f9-6a4145f48967 None None] The sync data for ids ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'] in dv-cinder-837165-2-iscsi is: [{'id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:49Z', 'updated_at': '2022-04-11T16:43:54Z', 'revision_number': 4, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'gw_port': {'id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:50Z', 'updated_at': '2022-04-11T16:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '6d05a4c4-303d-483b-9fcc-781aad67623a', 'name': '', 'network_id': 'e8192213-6286-4f0e-a749-d4f2cea0ca96', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'mac_address': 'fa:16:3e:76:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '88759f1d-1702-4cd7-8662-4aa97ae404c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:54Z', 'updated_at': '2022-04-11T16:43:58Z', 'revision_number': 4, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'subnets': [{'id': '88759f1d-1702-4cd7-8662-4aa97ae404c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:43:59.726453 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 3f96714c-7163-450a-9a97-c521d3e339cf is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:59.726861 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.742110 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60586) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:43:59.797890 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a90907-9122-446d-899b-e931d741f29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f96714c-7163-450a-9a97-c521d3e339cf'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:43:59.800993 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf8c394-f5c5-4898-a5b5-8e97beab65e3" -d '{"events": [{"server_uuid": "04a90907-9122-446d-899b-e931d741f29a", "name": "network-vif-plugged", "status": "completed", "tag": "3f96714c-7163-450a-9a97-c521d3e339cf"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:43:59.823146 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 3f96714c-7163-450a-9a97-c521d3e339cf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3f96714c-7163-450a-9a97-c521d3e339cf,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:43:59.832220 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:59.838290 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1a2ee-0231-479a-8ce4-5d2d69e48b9c None None] Current status of the port 6d05a4c4-303d-483b-9fcc-781aad67623a is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:59.860904 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dba0f2-22b4-461d-bf66-a5f4efd0f7b0 x-openstack-request-id: req-f8dba0f2-22b4-461d-bf66-a5f4efd0f7b0 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:43:59.861213 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a90907-9122-446d-899b-e931d741f29a", "name": "network-vif-plugged", "status": "completed", "tag": "3f96714c-7163-450a-9a97-c521d3e339cf", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:43:59.861467 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8dba0f2-22b4-461d-bf66-a5f4efd0f7b0 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:43:59.861867 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8dba0f2-22b4-461d-bf66-a5f4efd0f7b0'] response: {'server_uuid': '04a90907-9122-446d-899b-e931d741f29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f96714c-7163-450a-9a97-c521d3e339cf', 'code': 200} Apr 11 16:43:59.903718 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=3f96714c-7163-450a-9a97-c521d3e339cf,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:59.929496 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f274ce03-4612-421b-9a43-2433374d4cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.053418 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f274ce03-4612-421b-9a43-2433374d4cc3 admin admin] Publish callbacks [] for security_group (311c7b59-5b89-48f8-839a-c886d52747e7), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.073590 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f274ce03-4612-421b-9a43-2433374d4cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (311c7b59-5b89-48f8-839a-c886d52747e7), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.130263 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285c91-f9bd-4028-bfd0-7d44b919a687 req-4d7a355e-ca0b-41e9-9cdb-45679ec9f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:00.132242 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10285c91-f9bd-4028-bfd0-7d44b919a687 req-4d7a355e-ca0b-41e9-9cdb-45679ec9f4f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 1130 time: 0.0927465 Apr 11 16:44:00.155477 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f274ce03-4612-421b-9a43-2433374d4cc3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a62347ad25834e46b6933919f14b4be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121487 Apr 11 16:44:00.158050 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60592) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:00.166673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ce03-4612-421b-9a43-2433374d4cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311c7b59-5b89-48f8-839a-c886d52747e7,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:00.212440 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10285c91-f9bd-4028-bfd0-7d44b919a687 req-6d7afa3d-ce4a-497d-92bc-7a5cd576631f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715885 Apr 11 16:44:00.224382 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cc8ac9dc-6446-4919-8663-c9850e6eac8a admin admin] Publish callbacks [] for security_group (311c7b59-5b89-48f8-839a-c886d52747e7), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.254167 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cc8ac9dc-6446-4919-8663-c9850e6eac8a admin admin] Publish callbacks [] for security_group (311c7b59-5b89-48f8-839a-c886d52747e7), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.324726 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cc8ac9dc-6446-4919-8663-c9850e6eac8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (311c7b59-5b89-48f8-839a-c886d52747e7), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.327237 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cc8ac9dc-6446-4919-8663-c9850e6eac8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.331194 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-cc8ac9dc-6446-4919-8663-c9850e6eac8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/311c7b59-5b89-48f8-839a-c886d52747e7 HTTP/1.1" status: 204 len: 168 time: 0.1693006 Apr 11 16:44:00.344898 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ac9dc-6446-4919-8663-c9850e6eac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311c7b59-5b89-48f8-839a-c886d52747e7,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:00.455900 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.758562 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 6d05a4c4-303d-483b-9fcc-781aad67623a up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:44:00.803760 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95d8b0-eb3b-4284-9d2c-83cb3d702e04 req-681164d9-2096-4177-aed8-e8605a0bc815 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:00.811894 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2d95d8b0-eb3b-4284-9d2c-83cb3d702e04 req-681164d9-2096-4177-aed8-e8605a0bc815 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 946 time: 0.0704827 Apr 11 16:44:00.818003 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 6d05a4c4-303d-483b-9fcc-781aad67623a triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:44:00.818481 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.874679 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2d95d8b0-eb3b-4284-9d2c-83cb3d702e04 req-32943b8e-d314-4a70-be91-dc7871d74efd tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618689 Apr 11 16:44:00.919437 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 6d05a4c4-303d-483b-9fcc-781aad67623a is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:01.757095 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:02.018310 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da3d1c-b864-4a52-b243-ab46aa2625cb req-e34e98c2-6782-41af-be24-87d56fd481f4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:02.019705 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-85da3d1c-b864-4a52-b243-ab46aa2625cb req-e34e98c2-6782-41af-be24-87d56fd481f4 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 946 time: 0.0510890 Apr 11 16:44:02.077170 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-85da3d1c-b864-4a52-b243-ab46aa2625cb req-df4b3e91-badd-4363-8c92-0ba5065c8fe8 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516727 Apr 11 16:44:03.197957 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73e7a-22b7-4944-8c26-7250748be3c3 req-5df90a38-e5b8-4b3e-9903-0bfbb43810f1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:03.199569 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c0b73e7a-22b7-4944-8c26-7250748be3c3 req-5df90a38-e5b8-4b3e-9903-0bfbb43810f1 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 946 time: 0.0507290 Apr 11 16:44:03.253022 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c0b73e7a-22b7-4944-8c26-7250748be3c3 req-3eb8218c-d583-42ae-8099-c75623846b2e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472577 Apr 11 16:44:03.369855 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bff3d2-6034-40f0-b1f2-6c6923a78460 req-123cf801-f2cf-4555-9d20-09ca19ee4652 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:03.371566 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-08bff3d2-6034-40f0-b1f2-6c6923a78460 req-123cf801-f2cf-4555-9d20-09ca19ee4652 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 946 time: 0.0510294 Apr 11 16:44:03.381081 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60652) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:03.386400 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-18374979-b7e0-43d5-9124-27fe9626a75c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Request body: {'floatingip': {'port_id': '3f96714c-7163-450a-9a97-c521d3e339cf'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:44:03.431212 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-18374979-b7e0-43d5-9124-27fe9626a75c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (d80a2a85-951e-4712-8715-0fe0fffd9be3), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:03.945730 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-18374979-b7e0-43d5-9124-27fe9626a75c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:03.951226 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-18374979-b7e0-43d5-9124-27fe9626a75c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (d80a2a85-951e-4712-8715-0fe0fffd9be3), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.067678 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-18374979-b7e0-43d5-9124-27fe9626a75c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Floating IP d80a2a85-951e-4712-8715-0fe0fffd9be3 associated. External IP: 172.27.0.120, port: 3f96714c-7163-450a-9a97-c521d3e339cf. Apr 11 16:44:04.357466 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18374979-b7e0-43d5-9124-27fe9626a75c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Router 24e72542-774c-485c-abf2-fd42cbfa4fd3 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:44:04.494931 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18374979-b7e0-43d5-9124-27fe9626a75c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:44:04.502443 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-18374979-b7e0-43d5-9124-27fe9626a75c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:04.512437 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] Sync routers for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:44:04.529759 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:44:04.530748 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:04.554654 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-18374979-b7e0-43d5-9124-27fe9626a75c tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "PUT /v2.0/floatingips/d80a2a85-951e-4712-8715-0fe0fffd9be3 HTTP/1.1" status: 200 len: 992 time: 1.1718113 Apr 11 16:44:04.555585 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a90907-9122-446d-899b-e931d741f29a', 'tag': '3f96714c-7163-450a-9a97-c521d3e339cf'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:44:04.558040 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b8603-64b0-4b16-a473-a491fdaf3d50" -d '{"events": [{"name": "network-changed", "server_uuid": "04a90907-9122-446d-899b-e931d741f29a", "tag": "3f96714c-7163-450a-9a97-c521d3e339cf"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:44:04.610755 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29af2118-132d-40c1-89fe-6cf61b1c4f46 x-openstack-request-id: req-29af2118-132d-40c1-89fe-6cf61b1c4f46 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:44:04.611110 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a90907-9122-446d-899b-e931d741f29a", "tag": "3f96714c-7163-450a-9a97-c521d3e339cf", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:44:04.611479 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29af2118-132d-40c1-89fe-6cf61b1c4f46 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:44:04.612069 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29af2118-132d-40c1-89fe-6cf61b1c4f46'] response: {'name': 'network-changed', 'server_uuid': '04a90907-9122-446d-899b-e931d741f29a', 'tag': '3f96714c-7163-450a-9a97-c521d3e339cf', 'status': 'completed', 'code': 200} Apr 11 16:44:04.672932 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:44:04.915527 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'd80a2a85-951e-4712-8715-0fe0fffd9be3', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'port_id': '3f96714c-7163-450a-9a97-c521d3e339cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'mac_address': 'fa:16:3e:e5:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a90907-9122-446d-899b-e931d741f29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:44:03Z', 'revision_number': 1, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:04.943268 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] Checking router: 24e72542-774c-485c-abf2-fd42cbfa4fd3 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:44:04.952734 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:44:04.953356 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:43:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:05.080032 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:44:05.332824 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'd80a2a85-951e-4712-8715-0fe0fffd9be3', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'port_id': '3f96714c-7163-450a-9a97-c521d3e339cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'mac_address': 'fa:16:3e:e5:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a90907-9122-446d-899b-e931d741f29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:44:03Z', 'revision_number': 1, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:05.366771 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2ed67-e9eb-4354-b716-ee2c2510a9ee None None] The sync data for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi is: [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'd80a2a85-951e-4712-8715-0fe0fffd9be3', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'port_id': '3f96714c-7163-450a-9a97-c521d3e339cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'mac_address': 'fa:16:3e:e5:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a90907-9122-446d-899b-e931d741f29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:44:03Z', 'revision_number': 1, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:44:05.601286 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9488f33-8dfe-47ff-ab14-18afcc9c400b None None] New status for floating IP d80a2a85-951e-4712-8715-0fe0fffd9be3: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:44:08.323756 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-fdfa6060-e7a2-4c78-83cb-fadc31c0d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:08.325186 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-fdfa6060-e7a2-4c78-83cb-fadc31c0d241 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 1130 time: 0.0476942 Apr 11 16:44:09.991709 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-d16e805e-524e-4d44-b1b8-82896b661c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:09.993211 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-d16e805e-524e-4d44-b1b8-82896b661c50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 200 len: 912 time: 0.1083317 Apr 11 16:44:10.071924 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-8fafa03b-47a4-4f68-b964-4e4563dca5ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f96714c-7163-450a-9a97-c521d3e339cf HTTP/1.1" status: 200 len: 1002 time: 0.0722234 Apr 11 16:44:10.124849 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-77dd089f-da5f-4717-b03b-288c59537284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:10.126593 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-77dd089f-da5f-4717-b03b-288c59537284 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 200 len: 850 time: 0.0485625 Apr 11 16:44:10.174676 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-8aff4ac8-ed10-4d7b-9655-594e5a3fe034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:10.176455 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-8aff4ac8-ed10-4d7b-9655-594e5a3fe034 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428419 Apr 11 16:44:10.283100 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-9bd01417-b808-44be-b5bd-2d122e48244e service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985684 Apr 11 16:44:10.393766 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd6b8603-64b0-4b16-a473-a491fdaf3d50 req-1f443a5d-2aca-4762-95ed-3f7d2186458b service neutron] 10.222.0.41 "GET /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044164 Apr 11 16:44:13.956096 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 60728) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:14.098932 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-788bec06-083f-4885-bffd-f55c7f3a96a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:14.200793 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-788bec06-083f-4885-bffd-f55c7f3a96a4 admin admin] Publish callbacks [] for security_group (e5e869ab-07ce-46e9-b04c-0586a456d8b6), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:14.204801 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-788bec06-083f-4885-bffd-f55c7f3a96a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e5e869ab-07ce-46e9-b04c-0586a456d8b6), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:14.247829 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-788bec06-083f-4885-bffd-f55c7f3a96a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b793510cf3b54036a662aad8ba16931a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905104 Apr 11 16:44:14.248738 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bec06-083f-4885-bffd-f55c7f3a96a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e869ab-07ce-46e9-b04c-0586a456d8b6,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:14.251171 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60734) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:14.320781 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2a0daec-bc52-4d23-80a7-4873787b0e63 admin admin] Publish callbacks [] for security_group (e5e869ab-07ce-46e9-b04c-0586a456d8b6), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:14.345253 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2a0daec-bc52-4d23-80a7-4873787b0e63 admin admin] Publish callbacks [] for security_group (e5e869ab-07ce-46e9-b04c-0586a456d8b6), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:14.413402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2a0daec-bc52-4d23-80a7-4873787b0e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e5e869ab-07ce-46e9-b04c-0586a456d8b6), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:14.416311 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d2a0daec-bc52-4d23-80a7-4873787b0e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:14.417485 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d2a0daec-bc52-4d23-80a7-4873787b0e63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5e869ab-07ce-46e9-b04c-0586a456d8b6 HTTP/1.1" status: 204 len: 168 time: 0.1647828 Apr 11 16:44:14.425842 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0daec-bc52-4d23-80a7-4873787b0e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e869ab-07ce-46e9-b04c-0586a456d8b6,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:18.450108 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:21.803822 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-3d6a7eb9-e588-4237-93aa-d2d045b0e7f8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299759803&fields=id&tenant_id=cc3803567a904d698675781a5ccd07cd HTTP/1.1" status: 200 len: 267 time: 0.0486944 Apr 11 16:44:21.922412 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034872-2765-4bad-953c-d6ad619b9f44 req-fb18e152-da03-496e-8802-173400a963e1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:21.925266 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-fb18e152-da03-496e-8802-173400a963e1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 811 time: 0.1143491 Apr 11 16:44:21.940620 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-cff80765-211a-4139-8047-0d10193298cf tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/quotas/cc3803567a904d698675781a5ccd07cd HTTP/1.1" status: 200 len: 375 time: 0.0094986 Apr 11 16:44:21.998267 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-3847c6d7-2ca3-4918-bbf1-58e961e044b6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508864 Apr 11 16:44:22.112281 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-09584563-63db-4596-a009-f95ee3992ed6 service neutron] 10.222.0.65 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962081 Apr 11 16:44:22.218458 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-b0cc73a6-3920-470b-b7dc-507d309c589f service neutron] 10.222.0.65 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955403 Apr 11 16:44:22.537743 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5dc23bc-e5bd-4ca2-b57a-6a203db4a5d2 req-b4195525-88db-49c1-ae91-6cea88357300 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 210 time: 0.0332112 Apr 11 16:44:23.565847 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034872-2765-4bad-953c-d6ad619b9f44 req-f5b38918-39e9-4571-9caf-ac7fb4870aad tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:23.567437 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-f5b38918-39e9-4571-9caf-ac7fb4870aad tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 811 time: 0.1220462 Apr 11 16:44:23.660198 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-07ba5291-46ea-4a27-8617-368a021e99a3 req-a653eb30-df70-495a-8024-f997559f06a1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 210 time: 0.0438347 Apr 11 16:44:23.671619 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-5fd87c0d-c563-404a-9441-796de818ef45 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3803567a904d698675781a5ccd07cd HTTP/1.1" status: 200 len: 380 time: 0.0946910 Apr 11 16:44:23.684142 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'port': {'device_id': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'admin_state_up': True, 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'security_groups': ['41314ebf-d960-4efb-bc02-41c90800887f']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:44:23.808579 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Made reservation on behalf of cc3803567a904d698675781a5ccd07cd for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:44:23.811975 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:23.962534 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Allocated IP 172.20.0.13 (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc/85465a17-e036-4fce-895f-117b132a4274/67220eb2-d14a-4887-a614-ae13ad4fa4be) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:44:24.151056 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:24.187787 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:24.233303 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:44:24.236597 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:44:24.240951 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:44:24.273607 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'Port': ['ID=67220eb2-d14a-4887-a614-ae13ad4fa4be,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:24.306397 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:24.307078 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:24.326061 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-99ba5006-ef99-4775-8ca1-9a221ded187d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6489437 Apr 11 16:44:24.337926 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Request body: {'port': {'device_id': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:44:24.408741 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:24.547460 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-56bae31b-289b-414f-bc99-7196c088ce97 None None] Provisioning complete for port 67220eb2-d14a-4887-a614-ae13ad4fa4be triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:44:24.548084 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-56bae31b-289b-414f-bc99-7196c088ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:24.584720 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-56bae31b-289b-414f-bc99-7196c088ce97 None None] Port 67220eb2-d14a-4887-a614-ae13ad4fa4be cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:44:24.709127 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67220eb2-d14a-4887-a614-ae13ad4fa4be {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:44:24.717991 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Publish callbacks [] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:24.732925 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Transition to ACTIVE for port object 67220eb2-d14a-4887-a614-ae13ad4fa4be will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:44:24.736964 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:24.837627 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Pushing event updated for resources: {'Port': ['ID=67220eb2-d14a-4887-a614-ae13ad4fa4be,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:24.846774 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760bfd5-3e19-49dd-b293-cf72091c18b0 req-12b56c11-9123-49c3-8e38-15cdf5d1847a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:24.848488 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6760bfd5-3e19-49dd-b293-cf72091c18b0 req-12b56c11-9123-49c3-8e38-15cdf5d1847a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 944 time: 0.0831621 Apr 11 16:44:24.975619 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6760bfd5-3e19-49dd-b293-cf72091c18b0 req-babe5882-3156-4171-a373-536bc36cf1cb tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980089 Apr 11 16:44:24.978498 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Attempting to bind port 67220eb2-d14a-4887-a614-ae13ad4fa4be on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:44:24.978848 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Attempting to bind port 67220eb2-d14a-4887-a614-ae13ad4fa4be by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:44:24.979189 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Attempting to bind port 67220eb2-d14a-4887-a614-ae13ad4fa4be on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:44:24.984660 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Port 67220eb2-d14a-4887-a614-ae13ad4fa4be on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:44:24.985014 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Attempting to bind port 67220eb2-d14a-4887-a614-ae13ad4fa4be on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:44:24.991304 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:44:24.991700 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Checking segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:44:24.992058 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Bound using segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:44:24.992487 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Bound port: 67220eb2-d14a-4887-a614-ae13ad4fa4be, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:44:24.992853 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:25.066600 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] For port 67220eb2-d14a-4887-a614-ae13ad4fa4be, host hv-cinder-83716, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:44:25.070202 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] For port 67220eb2-d14a-4887-a614-ae13ad4fa4be, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=67220eb2-d14a-4887-a614-ae13ad4fa4be,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:44:25.076916 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:25.112642 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:25.113468 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:25.117219 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] 10.222.0.41 "PUT /v2.0/ports/67220eb2-d14a-4887-a614-ae13ad4fa4be HTTP/1.1" status: 200 len: 1094 time: 0.7838309 Apr 11 16:44:25.117878 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'tag': '67220eb2-d14a-4887-a614-ae13ad4fa4be'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:44:25.125199 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb39f773-fda3-4634-8e69-055b9315e3ba", "tag": "67220eb2-d14a-4887-a614-ae13ad4fa4be"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:44:25.169775 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce31900-dd4b-4348-b103-cfe0d55e475f service neutron] Pushing event updated for resources: {'Port': ['ID=67220eb2-d14a-4887-a614-ae13ad4fa4be,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:25.179281 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2f56a7c3-d7bc-4464-9f8c-517d7c645d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:25.218976 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839b6972-c0e5-408b-8e67-001eb525db14 x-openstack-request-id: req-839b6972-c0e5-408b-8e67-001eb525db14 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:44:25.219264 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb39f773-fda3-4634-8e69-055b9315e3ba", "tag": "67220eb2-d14a-4887-a614-ae13ad4fa4be", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:44:25.219513 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-839b6972-c0e5-408b-8e67-001eb525db14 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:44:25.219999 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839b6972-c0e5-408b-8e67-001eb525db14'] response: {'name': 'network-changed', 'server_uuid': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'tag': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'status': 'completed', 'code': 200} Apr 11 16:44:25.234908 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034872-2765-4bad-953c-d6ad619b9f44 req-e707f0f0-2d6c-4d05-acef-ad9c63308d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:25.236726 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-e707f0f0-2d6c-4d05-acef-ad9c63308d54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 1128 time: 0.0535061 Apr 11 16:44:25.284903 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-612bbeb4-fdad-4d1f-bbd5-f8ba4b13b896 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67220eb2-d14a-4887-a614-ae13ad4fa4be HTTP/1.1" status: 200 len: 217 time: 0.0401244 Apr 11 16:44:25.340392 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034872-2765-4bad-953c-d6ad619b9f44 req-09d12dcf-78a8-42f2-b1ce-028a021e810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:25.341875 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-09d12dcf-78a8-42f2-b1ce-028a021e810b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0509896 Apr 11 16:44:25.397701 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034872-2765-4bad-953c-d6ad619b9f44 req-7e2422aa-0e39-4b85-b7c3-9a02d3b1309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:25.399310 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-7e2422aa-0e39-4b85-b7c3-9a02d3b1309d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509233 Apr 11 16:44:25.501225 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-317ab905-60a4-48b6-956a-3a9e8ebb730e service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943146 Apr 11 16:44:25.601460 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72034872-2765-4bad-953c-d6ad619b9f44 req-24db02cb-4407-408d-9376-b8f1303daa50 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897095 Apr 11 16:44:26.112047 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079401d-eaa1-4fc4-8d31-476699f9e2b9 req-76332d46-8f5a-4b95-982d-49281bdae510 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:26.113726 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d079401d-eaa1-4fc4-8d31-476699f9e2b9 req-76332d46-8f5a-4b95-982d-49281bdae510 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 944 time: 0.0564344 Apr 11 16:44:26.184493 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d079401d-eaa1-4fc4-8d31-476699f9e2b9 req-25421195-a981-467d-a407-1a0f3689a8ca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639303 Apr 11 16:44:26.494370 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-f05395aa-c964-43f2-b21b-688d3ddd56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:26.495945 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-f05395aa-c964-43f2-b21b-688d3ddd56f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 1128 time: 0.0428965 Apr 11 16:44:26.610015 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-8e78a1fb-b4c9-4bfb-8c22-e9e147bb885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:26.611687 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-8e78a1fb-b4c9-4bfb-8c22-e9e147bb885a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.1082323 Apr 11 16:44:26.658299 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-b1f5900a-8a33-4918-a040-984031a876a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67220eb2-d14a-4887-a614-ae13ad4fa4be HTTP/1.1" status: 200 len: 217 time: 0.0387943 Apr 11 16:44:26.715428 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-0c437150-ce6f-407e-8074-89a9458a61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:26.716947 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-0c437150-ce6f-407e-8074-89a9458a61ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0525048 Apr 11 16:44:26.772957 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-daed8f61-61bb-4784-9ce1-d6180a73bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:26.774765 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-daed8f61-61bb-4784-9ce1-d6180a73bf38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500348 Apr 11 16:44:26.866808 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-9c5e7878-0f58-4e9f-afe4-7293cc5fde7c service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859866 Apr 11 16:44:26.972502 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a83fc76e-7da1-4376-ab3a-2a5da1ae3d6b req-47e4a0f8-a204-4fd8-a2bd-9b9e522dcd17 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001422 Apr 11 16:44:27.305845 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39591526-0cd2-4749-b6ce-fdd6e04e3e24 req-9e7c2c0a-6494-4e02-ba34-468c56a60cfc tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:27.307288 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-39591526-0cd2-4749-b6ce-fdd6e04e3e24 req-9e7c2c0a-6494-4e02-ba34-468c56a60cfc tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 944 time: 0.0487893 Apr 11 16:44:27.373149 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-39591526-0cd2-4749-b6ce-fdd6e04e3e24 req-3f7f2e31-844c-4d26-997f-77462ea25e76 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598943 Apr 11 16:44:27.673930 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8263d647-79f5-4f1f-8a08-89e71e043bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:28.514571 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc04c-92c2-48a2-b9b4-1e3704531ed8 req-eb960454-858d-4257-a3a0-b91614aeef63 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:28.516278 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f53fc04c-92c2-48a2-b9b4-1e3704531ed8 req-eb960454-858d-4257-a3a0-b91614aeef63 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 944 time: 0.0655017 Apr 11 16:44:28.564160 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:28.572929 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f53fc04c-92c2-48a2-b9b4-1e3704531ed8 req-a4347daf-6a66-49ed-b6ef-2096e1985b6d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495863 Apr 11 16:44:29.711328 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b169a7d-4bcc-4e5b-8e33-bc8539b22252 req-24cd5ba2-1605-4a3c-be9b-8b3979723680 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:29.712902 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3b169a7d-4bcc-4e5b-8e33-bc8539b22252 req-24cd5ba2-1605-4a3c-be9b-8b3979723680 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 944 time: 0.0584617 Apr 11 16:44:29.771722 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3b169a7d-4bcc-4e5b-8e33-bc8539b22252 req-1880ec88-2e3b-4190-9a12-fe574ee76fdc tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525830 Apr 11 16:44:30.458731 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:30.894227 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574664-9627-4b1e-bc3a-be17222063a4 req-b5167213-5c11-4494-8754-b13474be3ee6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:30.895836 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c6574664-9627-4b1e-bc3a-be17222063a4 req-b5167213-5c11-4494-8754-b13474be3ee6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 944 time: 0.0509677 Apr 11 16:44:30.952381 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c6574664-9627-4b1e-bc3a-be17222063a4 req-718fdf43-b56f-4875-b589-9fc99c6ff679 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505948 Apr 11 16:44:31.755655 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:32.070129 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413d280-8f0e-48cc-a7c2-30268d85afbf req-8ab19414-2f85-4017-b543-88e85f34f9af tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:32.071820 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c413d280-8f0e-48cc-a7c2-30268d85afbf req-8ab19414-2f85-4017-b543-88e85f34f9af tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 944 time: 0.0481722 Apr 11 16:44:32.121083 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c413d280-8f0e-48cc-a7c2-30268d85afbf req-f5c34d05-1426-4fd1-b3a2-4a0c0beff049 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433056 Apr 11 16:44:33.242303 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f4d55-5672-4a48-a2d4-0aa15cee2c27 req-48760d7e-08e2-4a92-ac61-fd3dac77b078 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:33.244156 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f27f4d55-5672-4a48-a2d4-0aa15cee2c27 req-48760d7e-08e2-4a92-ac61-fd3dac77b078 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 944 time: 0.0482106 Apr 11 16:44:33.293151 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f27f4d55-5672-4a48-a2d4-0aa15cee2c27 req-0d376258-1fb6-4d51-ba54-833642ebbc4c tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432234 Apr 11 16:44:34.416383 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf883bde-0eda-4af5-a049-bdcf395160d7 req-edf8dd87-20e1-4355-b018-df6e9cc93685 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:34.417892 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bf883bde-0eda-4af5-a049-bdcf395160d7 req-edf8dd87-20e1-4355-b018-df6e9cc93685 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 944 time: 0.0525668 Apr 11 16:44:34.469027 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bf883bde-0eda-4af5-a049-bdcf395160d7 req-f9b8a83d-e42a-4c04-a5c7-5f0e3da729bb tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454252 Apr 11 16:44:35.177069 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 67220eb2-d14a-4887-a614-ae13ad4fa4be details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:44:35.277819 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 67220eb2-d14a-4887-a614-ae13ad4fa4be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=67220eb2-d14a-4887-a614-ae13ad4fa4be,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:35.289794 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'port_id': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'mac_address': 'fa:16:3e:a9:e7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:44:35.327618 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 67220eb2-d14a-4887-a614-ae13ad4fa4be is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:35.328032 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.341309 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67220eb2-d14a-4887-a614-ae13ad4fa4be {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:44:35.357459 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:44:35.363869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 67220eb2-d14a-4887-a614-ae13ad4fa4be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=67220eb2-d14a-4887-a614-ae13ad4fa4be,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:35.372120 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.418919 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=67220eb2-d14a-4887-a614-ae13ad4fa4be,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:35.426349 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.426698 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.427094 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.427457 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.427857 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.428157 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.428508 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.428835 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.429158 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.429482 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.429788 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.430110 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.430432 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.430752 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.431070 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:35.589033 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783b0af-1ced-4de9-bcfb-309b4dcf4329 req-9e50df2f-77dc-4627-985d-7ec1eb4dc641 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:35.590416 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3783b0af-1ced-4de9-bcfb-309b4dcf4329 req-9e50df2f-77dc-4627-985d-7ec1eb4dc641 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 945 time: 0.0492606 Apr 11 16:44:35.642686 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3783b0af-1ced-4de9-bcfb-309b4dcf4329 req-cbe6c9c3-cd15-44e6-bbf1-2bae1e0521b6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Apr 11 16:44:35.720887 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['67220eb2-d14a-4887-a614-ae13ad4fa4be'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:44:36.760950 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b98ad2-b62a-4204-808c-1727f47c41a2 req-91d2b66e-074d-431e-a0d4-1d2cd862f836 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:36.763137 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-48b98ad2-b62a-4204-808c-1727f47c41a2 req-91d2b66e-074d-431e-a0d4-1d2cd862f836 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 945 time: 0.0522285 Apr 11 16:44:37.099450 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-48b98ad2-b62a-4204-808c-1727f47c41a2 req-ada2910d-9be6-414c-832b-ec20e14a6ba6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300605 Apr 11 16:44:37.189074 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 67220eb2-d14a-4887-a614-ae13ad4fa4be up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:44:37.238105 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 67220eb2-d14a-4887-a614-ae13ad4fa4be completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:44:37.247318 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 67220eb2-d14a-4887-a614-ae13ad4fa4be triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:44:37.247728 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:37.325539 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 67220eb2-d14a-4887-a614-ae13ad4fa4be is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:37.325788 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:37.354472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67220eb2-d14a-4887-a614-ae13ad4fa4be'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:44:37.356773 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035a66cc-c4a2-4cf3-825a-63175357f73c" -d '{"events": [{"server_uuid": "bb39f773-fda3-4634-8e69-055b9315e3ba", "name": "network-vif-plugged", "status": "completed", "tag": "67220eb2-d14a-4887-a614-ae13ad4fa4be"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:44:37.369655 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 67220eb2-d14a-4887-a614-ae13ad4fa4be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=67220eb2-d14a-4887-a614-ae13ad4fa4be,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:44:37.374683 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:37.397539 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d5d1bd-a45b-47c0-a189-993bb8946e6c x-openstack-request-id: req-e2d5d1bd-a45b-47c0-a189-993bb8946e6c {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:44:37.397836 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb39f773-fda3-4634-8e69-055b9315e3ba", "name": "network-vif-plugged", "status": "completed", "tag": "67220eb2-d14a-4887-a614-ae13ad4fa4be", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:44:37.398086 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2d5d1bd-a45b-47c0-a189-993bb8946e6c {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:44:37.398480 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d5d1bd-a45b-47c0-a189-993bb8946e6c'] response: {'server_uuid': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'code': 200} Apr 11 16:44:37.425330 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=67220eb2-d14a-4887-a614-ae13ad4fa4be,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:37.615136 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde14f4-1f07-4d6d-ab45-4247146c98a0 req-bb3a14ab-8732-4f5a-aaf9-f727dd607ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:37.616594 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bdde14f4-1f07-4d6d-ab45-4247146c98a0 req-bb3a14ab-8732-4f5a-aaf9-f727dd607ea1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 1130 time: 0.0405066 Apr 11 16:44:37.662695 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bdde14f4-1f07-4d6d-ab45-4247146c98a0 req-b49c9073-01c9-4d5a-bd74-684758e36b17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395975 Apr 11 16:44:38.215275 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d018-f6ce-4e76-8f0c-b68731009ea5 req-41b63214-8222-43dd-a948-f04d2076df18 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:38.216764 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-93c1d018-f6ce-4e76-8f0c-b68731009ea5 req-41b63214-8222-43dd-a948-f04d2076df18 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 946 time: 0.0479140 Apr 11 16:44:38.271989 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-93c1d018-f6ce-4e76-8f0c-b68731009ea5 req-5b77e73e-e3a4-4a86-8f4c-e35aec1346d6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494614 Apr 11 16:44:39.403210 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79b92-475a-4c5e-93b9-919c2037ce09 req-b276f01a-ac65-40ac-a8c3-eccb09e3ea3b tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:39.404728 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ebb79b92-475a-4c5e-93b9-919c2037ce09 req-b276f01a-ac65-40ac-a8c3-eccb09e3ea3b tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 946 time: 0.0500042 Apr 11 16:44:39.455661 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ebb79b92-475a-4c5e-93b9-919c2037ce09 req-315aa4dd-eb4e-4f88-b7df-d93038f2396d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445371 Apr 11 16:44:39.578525 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f516c-b387-40d0-a04c-d9bed4c642f0 req-b486e80e-7bbb-4b80-bc94-fb15411ed0ae tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:39.579943 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e89f516c-b387-40d0-a04c-d9bed4c642f0 req-b486e80e-7bbb-4b80-bc94-fb15411ed0ae tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 946 time: 0.0485229 Apr 11 16:44:39.631340 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e89f516c-b387-40d0-a04c-d9bed4c642f0 req-1b61cc5b-0172-4ba2-aaf8-fe633a70f82c tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452805 Apr 11 16:44:39.654075 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60822) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:39.868988 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e630c-7f74-4d68-a610-7a86a0bdd229 tempest-TestVolumeBootPattern-205763130 tempest-TestVolumeBootPattern-205763130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:39.870514 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-017e630c-7f74-4d68-a610-7a86a0bdd229 tempest-TestVolumeBootPattern-205763130 tempest-TestVolumeBootPattern-205763130-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 1125 time: 0.2151570 Apr 11 16:44:39.873419 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 60826) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:39.877712 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'port_id': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:44:39.899815 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:39.981120 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:40.094720 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Allocated IP 172.27.0.247 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/0be52234-0b76-4fe7-b063-dd20de0b7a81) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:44:40.205229 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for port (0be52234-0b76-4fe7-b063-dd20de0b7a81), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:40.241304 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (0be52234-0b76-4fe7-b063-dd20de0b7a81), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:40.284747 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:44:40.288327 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:44:40.292236 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:44:40.300745 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'Port': ['ID=0be52234-0b76-4fe7-b063-dd20de0b7a81,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:40.681073 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (1f696d9d-95f3-4b64-a3bd-b80838972b7c), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:40.759661 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (0be52234-0b76-4fe7-b063-dd20de0b7a81), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:40.919922 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for port (0be52234-0b76-4fe7-b063-dd20de0b7a81), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:40.926268 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (0be52234-0b76-4fe7-b063-dd20de0b7a81), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:40.995900 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'Port': ['ID=0be52234-0b76-4fe7-b063-dd20de0b7a81,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:41.010310 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (1f696d9d-95f3-4b64-a3bd-b80838972b7c), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:41.382332 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Floating IP 1f696d9d-95f3-4b64-a3bd-b80838972b7c associated. External IP: 172.27.0.247, port: 67220eb2-d14a-4887-a614-ae13ad4fa4be. Apr 11 16:44:41.597932 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Router 746c2166-1a9d-46b5-a34e-5ccb08970f68 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:44:41.712030 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:44:41.721937 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] Sync routers for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:44:41.731904 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:41.732156 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:44:41.732705 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:44:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:41.765350 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3b605eee-82e4-4b98-a4df-15eff45ad8a2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8908765 Apr 11 16:44:41.766129 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'tag': '67220eb2-d14a-4887-a614-ae13ad4fa4be'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:44:41.768784 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabadeb5-aac7-40b7-a214-f0473ea36788" -d '{"events": [{"name": "network-changed", "server_uuid": "bb39f773-fda3-4634-8e69-055b9315e3ba", "tag": "67220eb2-d14a-4887-a614-ae13ad4fa4be"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:44:41.816770 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760575c5-c26d-4873-9940-05eccfb293a0 x-openstack-request-id: req-760575c5-c26d-4873-9940-05eccfb293a0 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:44:41.817070 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb39f773-fda3-4634-8e69-055b9315e3ba", "tag": "67220eb2-d14a-4887-a614-ae13ad4fa4be", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:44:41.817415 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-760575c5-c26d-4873-9940-05eccfb293a0 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:44:41.817805 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760575c5-c26d-4873-9940-05eccfb293a0'] response: {'name': 'network-changed', 'server_uuid': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'tag': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'status': 'completed', 'code': 200} Apr 11 16:44:41.853685 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:44:41.882426 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-53641cd3-30a3-442f-9cbd-6c7c9743e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:41.883976 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-53641cd3-30a3-442f-9cbd-6c7c9743e717 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 1130 time: 0.0446579 Apr 11 16:44:41.974525 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-26270e55-c7fd-4280-9ab2-4d61eddb2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:41.976050 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-26270e55-c7fd-4280-9ab2-4d61eddb2ec6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.0858152 Apr 11 16:44:42.055224 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-ad490ace-1f56-4524-990a-7bb051b650be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67220eb2-d14a-4887-a614-ae13ad4fa4be HTTP/1.1" status: 200 len: 1000 time: 0.0685568 Apr 11 16:44:42.080797 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '1f696d9d-95f3-4b64-a3bd-b80838972b7c', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:a9:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:44:40Z', 'updated_at': '2022-04-11T16:44:40Z', 'revision_number': 0, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:42.107534 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] Checking router: 746c2166-1a9d-46b5-a34e-5ccb08970f68 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:44:42.108520 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-265edcfc-b0b1-4372-9483-7d8ec53d6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:42.109994 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-265edcfc-b0b1-4372-9483-7d8ec53d6a94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0456905 Apr 11 16:44:42.116855 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:44:42.117554 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:44:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:42.155939 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-0cb7d5ef-8fea-46ff-ad0e-d96bca165ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:42.157430 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-0cb7d5ef-8fea-46ff-ad0e-d96bca165ffe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408857 Apr 11 16:44:42.226190 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:44:42.252989 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-ffb9f386-fd3b-440c-8870-40162aea2335 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891824 Apr 11 16:44:42.345748 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-eabadeb5-aac7-40b7-a214-f0473ea36788 req-cd7ac9c0-e157-4d8e-813e-47fff016a587 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862663 Apr 11 16:44:42.530663 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '1f696d9d-95f3-4b64-a3bd-b80838972b7c', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:a9:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:44:40Z', 'updated_at': '2022-04-11T16:44:40Z', 'revision_number': 0, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:44:42.556728 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76387b-b6bb-4b38-80b6-81543dc94755 None None] The sync data for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi is: [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '1f696d9d-95f3-4b64-a3bd-b80838972b7c', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:a9:e7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:44:40Z', 'updated_at': '2022-04-11T16:44:40Z', 'revision_number': 0, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:44:42.756147 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7ecb4-7906-4577-8c5f-2ed66c560c9b None None] New status for floating IP 1f696d9d-95f3-4b64-a3bd-b80838972b7c: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:44:48.446772 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:49.804047 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab6886-f536-42c9-ba7b-87a648474aff req-8a18a8f6-0883-4480-8f57-f1e0b7bdd758 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:49.805550 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b0ab6886-f536-42c9-ba7b-87a648474aff req-8a18a8f6-0883-4480-8f57-f1e0b7bdd758 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0541024 Apr 11 16:44:49.858268 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b0ab6886-f536-42c9-ba7b-87a648474aff req-1569d079-63a1-4f53-bc51-8cc1c698f1fd tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448358 Apr 11 16:44:50.980822 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe4e4c-4474-45ea-87a9-59d931853986 req-5e7e7f53-0078-43a7-8068-8133d86b966e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:50.982278 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4ffe4e4c-4474-45ea-87a9-59d931853986 req-5e7e7f53-0078-43a7-8068-8133d86b966e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0474603 Apr 11 16:44:51.031836 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4ffe4e4c-4474-45ea-87a9-59d931853986 req-d273702b-b1a5-46c5-9325-654e94f90b40 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Apr 11 16:44:52.157204 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9801ad0-9690-452a-9e59-357069315b90 req-7e0fc963-9ce5-427c-bb13-05d63c80b952 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:52.158666 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9801ad0-9690-452a-9e59-357069315b90 req-7e0fc963-9ce5-427c-bb13-05d63c80b952 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0498147 Apr 11 16:44:52.217755 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9801ad0-9690-452a-9e59-357069315b90 req-9f88ab53-6e3d-4da4-b818-ff67ae193368 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531495 Apr 11 16:44:53.346129 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2763493-1e9e-4e49-bcc6-c6ce316f794e req-58f97f9c-6fae-43ff-91ac-2aab7f6d49cc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:53.347654 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2763493-1e9e-4e49-bcc6-c6ce316f794e req-58f97f9c-6fae-43ff-91ac-2aab7f6d49cc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0492961 Apr 11 16:44:53.405101 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2763493-1e9e-4e49-bcc6-c6ce316f794e req-b476b2b8-7d02-4f50-b0ba-fc100a875622 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510798 Apr 11 16:44:54.527513 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e8452-ce0c-4241-8e9e-458c3ac101a7 req-b19f9322-0fad-4658-942e-2ef952ce7663 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:54.529038 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d50e8452-ce0c-4241-8e9e-458c3ac101a7 req-b19f9322-0fad-4658-942e-2ef952ce7663 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0502150 Apr 11 16:44:54.580858 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d50e8452-ce0c-4241-8e9e-458c3ac101a7 req-42f68d4d-cf5f-491e-87dd-b58bc4e0d72a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460987 Apr 11 16:44:55.135218 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-411f9c64-df44-4c47-99b2-b32d5325aed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:55.709521 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907c32-fc6c-46bf-8205-914938a74bc4 req-e6b5fa3f-edf4-45a8-b002-887ba4a76222 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:55.711184 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61907c32-fc6c-46bf-8205-914938a74bc4 req-e6b5fa3f-edf4-45a8-b002-887ba4a76222 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0543087 Apr 11 16:44:55.764659 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61907c32-fc6c-46bf-8205-914938a74bc4 req-1499b502-0c7a-4ffb-b490-9fec5388f9cc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476658 Apr 11 16:44:56.889237 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039606-580f-4a93-b53a-0ed67a4ab204 req-e1e35235-3e71-4111-8d5c-af1480e96f55 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:56.890772 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61039606-580f-4a93-b53a-0ed67a4ab204 req-e1e35235-3e71-4111-8d5c-af1480e96f55 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0509202 Apr 11 16:44:56.942787 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61039606-580f-4a93-b53a-0ed67a4ab204 req-f6bc9ea3-2537-456a-aeef-c1774ccd0ce2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456383 Apr 11 16:44:57.679215 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-17268cff-e20b-49b7-a854-f150b83eb21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.072599 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa3d0e-fd78-4eaf-9162-16bad3ccf2be req-6384c510-2464-434d-b221-7c934a2b8393 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:58.074335 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79fa3d0e-fd78-4eaf-9162-16bad3ccf2be req-6384c510-2464-434d-b221-7c934a2b8393 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0557096 Apr 11 16:44:58.132231 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79fa3d0e-fd78-4eaf-9162-16bad3ccf2be req-b35367e3-68dc-4a10-9439-f8221045b069 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515378 Apr 11 16:44:58.575332 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:59.279427 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b47c5-621d-4545-81be-af4c779325be req-c1787b6a-150f-444e-a909-a3a56924fcb8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:59.281212 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-517b47c5-621d-4545-81be-af4c779325be req-c1787b6a-150f-444e-a909-a3a56924fcb8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0653262 Apr 11 16:44:59.335326 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-517b47c5-621d-4545-81be-af4c779325be req-43e3fd54-6b1d-418e-aa3b-5455a5de37c5 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477819 Apr 11 16:45:00.459960 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:00.484827 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030095e8-08d5-4908-b328-e11635a5f4ea req-80ac5562-4a1b-4968-a874-30d87305ca2f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:00.486592 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-030095e8-08d5-4908-b328-e11635a5f4ea req-80ac5562-4a1b-4968-a874-30d87305ca2f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0580885 Apr 11 16:45:00.556863 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-030095e8-08d5-4908-b328-e11635a5f4ea req-1b79f0ba-9634-4a59-9ceb-877fe5ad0c39 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609069 Apr 11 16:45:01.702253 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a57e5-366b-4a81-902e-ebf1f2da8ddd req-d66b24c3-dd11-4b03-ba76-ff387ebe3988 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:01.704084 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-656a57e5-366b-4a81-902e-ebf1f2da8ddd req-d66b24c3-dd11-4b03-ba76-ff387ebe3988 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0572526 Apr 11 16:45:01.758445 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:01.764311 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-656a57e5-366b-4a81-902e-ebf1f2da8ddd req-26e5a581-0b9e-4f00-8896-45d175797d09 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539327 Apr 11 16:45:02.901826 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c459ba-fc89-4c50-bd75-b19e8d96b46a req-ff641807-558d-4fa2-b926-aec986e66e50 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:02.903602 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c7c459ba-fc89-4c50-bd75-b19e8d96b46a req-ff641807-558d-4fa2-b926-aec986e66e50 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0562534 Apr 11 16:45:02.974833 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c7c459ba-fc89-4c50-bd75-b19e8d96b46a req-59673530-ae3e-48c6-8003-3789bab469e7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642381 Apr 11 16:45:03.341750 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 49b5ba7a-7f54-4acc-8206-d942c4884181 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:45:03.447069 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:03.462829 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'port_id': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'mac_address': 'fa:16:3e:71:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:45:03.509101 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 49b5ba7a-7f54-4acc-8206-d942c4884181 is: ACTIVE; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:03.509489 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:03.527478 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49b5ba7a-7f54-4acc-8206-d942c4884181 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:45:03.547658 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:03.552662 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:03.611468 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=6']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:03.639277 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['49b5ba7a-7f54-4acc-8206-d942c4884181'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:45:04.102295 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cf55b-fcb4-41b0-98a8-8f409c41f3d5 req-aacd3ec9-a41e-4416-b4ab-956a3c46bec7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:04.103912 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c7cf55b-fcb4-41b0-98a8-8f409c41f3d5 req-aacd3ec9-a41e-4416-b4ab-956a3c46bec7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 945 time: 0.0540707 Apr 11 16:45:04.154090 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c7cf55b-fcb4-41b0-98a8-8f409c41f3d5 req-f1d7b1b3-c69a-4710-9410-fd49cdca1e1e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440133 Apr 11 16:45:05.286257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40ebeb-951a-4a2e-9fa5-4c500cb327ec req-480bc151-ba9e-4765-af31-f7a5164148b4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:05.287813 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8a40ebeb-951a-4a2e-9fa5-4c500cb327ec req-480bc151-ba9e-4765-af31-f7a5164148b4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Apr 11 16:45:05.340648 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8a40ebeb-951a-4a2e-9fa5-4c500cb327ec req-4a62d62e-f195-416d-8e06-6e96fbbea7f3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466070 Apr 11 16:45:05.345196 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 49b5ba7a-7f54-4acc-8206-d942c4884181 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:45:05.418429 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 49b5ba7a-7f54-4acc-8206-d942c4884181 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:45:05.418968 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.526228 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 49b5ba7a-7f54-4acc-8206-d942c4884181 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:05.526844 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.555233 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:45:05.558118 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a43534-8fad-47e7-9465-162c5d15f6e8" -d '{"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-plugged", "status": "completed", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:45:05.575376 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:05.581115 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:05.616684 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6876fe-a7b3-4311-b5ea-c6c06569d2bc x-openstack-request-id: req-5c6876fe-a7b3-4311-b5ea-c6c06569d2bc {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:45:05.617054 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-plugged", "status": "completed", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:45:05.617314 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c6876fe-a7b3-4311-b5ea-c6c06569d2bc {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:45:05.618188 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6876fe-a7b3-4311-b5ea-c6c06569d2bc'] response: {'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'code': 200} Apr 11 16:45:05.654007 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=7']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:06.480756 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498ab0f-706d-4f40-9117-4079c4d47cfe req-5caf3159-8fb7-4c88-8d7d-4fc3fd3318c7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:06.482543 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f498ab0f-706d-4f40-9117-4079c4d47cfe req-5caf3159-8fb7-4c88-8d7d-4fc3fd3318c7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0547822 Apr 11 16:45:06.548202 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f498ab0f-706d-4f40-9117-4079c4d47cfe req-e59bae66-4061-4f99-9c72-b415c3c13e80 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590835 Apr 11 16:45:07.675865 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d724a-27bc-442b-9766-5742f8b28707 req-86f72a8b-4cf8-4d91-a856-73ff82db144d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:07.677372 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a5d724a-27bc-442b-9766-5742f8b28707 req-86f72a8b-4cf8-4d91-a856-73ff82db144d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0498557 Apr 11 16:45:07.726104 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a5d724a-27bc-442b-9766-5742f8b28707 req-d392a57a-518b-4401-9874-8b2451014e72 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Apr 11 16:45:08.862387 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb6038-b527-4508-b35d-c705fbbab40f req-b6bb7f91-da81-42a7-ac35-28c187c3f14b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:08.866330 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fadb6038-b527-4508-b35d-c705fbbab40f req-b6bb7f91-da81-42a7-ac35-28c187c3f14b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0584085 Apr 11 16:45:08.922988 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fadb6038-b527-4508-b35d-c705fbbab40f req-7bd4fd21-d771-4283-ad32-fdc6771b28c9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512068 Apr 11 16:45:10.045453 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff587e6-6706-4ba6-bdc7-214fbf984209 req-be8e4b9e-040b-4dec-96ae-6fdc2cbb7d50 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:10.047076 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bff587e6-6706-4ba6-bdc7-214fbf984209 req-be8e4b9e-040b-4dec-96ae-6fdc2cbb7d50 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0546527 Apr 11 16:45:10.110829 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bff587e6-6706-4ba6-bdc7-214fbf984209 req-5f6f63a2-001c-4c76-94a2-f15b2037bca3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567520 Apr 11 16:45:11.238738 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13fd7e-5e3e-4de1-9978-d2c08dff618f req-e7ff8024-0968-485c-a3f3-9849f9ee201c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:11.240506 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e13fd7e-5e3e-4de1-9978-d2c08dff618f req-e7ff8024-0968-485c-a3f3-9849f9ee201c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0532532 Apr 11 16:45:11.302842 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e13fd7e-5e3e-4de1-9978-d2c08dff618f req-a572f744-864e-434d-9dba-e7e54921bacc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552006 Apr 11 16:45:12.356274 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:45:12.428095 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a00c6-bb2a-4abd-811f-87d3f263ac7f req-207c5460-3e57-467f-b299-a7dbb654db77 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:12.429600 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d30a00c6-bb2a-4abd-811f-87d3f263ac7f req-207c5460-3e57-467f-b299-a7dbb654db77 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0521393 Apr 11 16:45:12.478521 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d30a00c6-bb2a-4abd-811f-87d3f263ac7f req-4ab39744-5076-4315-bd87-51e47301cb2a tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430465 Apr 11 16:45:13.635414 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0bb01-10fb-4796-ad7f-2df2462c9ad7 req-2f13e8ad-4b60-4c2d-9468-9ef75097faf7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:13.637101 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-74f0bb01-10fb-4796-ad7f-2df2462c9ad7 req-2f13e8ad-4b60-4c2d-9468-9ef75097faf7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0514228 Apr 11 16:45:13.691914 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-74f0bb01-10fb-4796-ad7f-2df2462c9ad7 req-9095c96b-1613-48bc-a325-cf285fc40aa0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472050 Apr 11 16:45:14.845131 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6d3cb-927d-4625-8d32-9c81ad6fa78d req-73b57ba8-b594-407b-ad30-c6325ef5fed0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:14.847352 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46d6d3cb-927d-4625-8d32-9c81ad6fa78d req-73b57ba8-b594-407b-ad30-c6325ef5fed0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0601125 Apr 11 16:45:14.908493 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46d6d3cb-927d-4625-8d32-9c81ad6fa78d req-ccf8bb26-93ca-4b08-b58d-2e8cda93effe tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531778 Apr 11 16:45:16.060894 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70624-7aa5-41a5-9a6e-3023b5223c1b req-8dbeaf30-9a48-48e8-ae57-22d428375f67 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:16.068433 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d6e70624-7aa5-41a5-9a6e-3023b5223c1b req-8dbeaf30-9a48-48e8-ae57-22d428375f67 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0727184 Apr 11 16:45:16.117571 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d6e70624-7aa5-41a5-9a6e-3023b5223c1b req-8bd6efed-6e68-40a0-bf44-8fdca83540a9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478072 Apr 11 16:45:17.446234 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ff3a0-daa9-4666-b6a5-ff7834c251ef req-bcf70c53-ae1e-4313-9a3c-86271df5fee7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:17.448015 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-060ff3a0-daa9-4666-b6a5-ff7834c251ef req-bcf70c53-ae1e-4313-9a3c-86271df5fee7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0709345 Apr 11 16:45:17.504878 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-060ff3a0-daa9-4666-b6a5-ff7834c251ef req-b872dc00-d24f-484c-bcfb-87f20097e21d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471368 Apr 11 16:45:17.991354 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552f86-ebaa-437f-980b-7885343797eb req-54c93d9f-3c52-4173-a54c-9b3897685e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:17.994302 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2552f86-ebaa-437f-980b-7885343797eb req-54c93d9f-3c52-4173-a54c-9b3897685e46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 1130 time: 0.0587518 Apr 11 16:45:18.127321 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552f86-ebaa-437f-980b-7885343797eb req-f171da96-7404-4111-86bf-b98b688aed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:18.128881 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2552f86-ebaa-437f-980b-7885343797eb req-f171da96-7404-4111-86bf-b98b688aed7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 918 time: 0.1104257 Apr 11 16:45:18.218582 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2552f86-ebaa-437f-980b-7885343797eb req-92b4fb38-6546-4425-b1c4-d9bb17f67826 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b5ba7a-7f54-4acc-8206-d942c4884181 HTTP/1.1" status: 200 len: 1000 time: 0.0826242 Apr 11 16:45:18.278722 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552f86-ebaa-437f-980b-7885343797eb req-648255c9-2b87-4b3b-a797-58a6ec2f57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:18.280105 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2552f86-ebaa-437f-980b-7885343797eb req-648255c9-2b87-4b3b-a797-58a6ec2f57d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0542946 Apr 11 16:45:18.335784 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2552f86-ebaa-437f-980b-7885343797eb req-d66c3b86-a7be-42fc-b69a-86d6fdc939f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:18.337311 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2552f86-ebaa-437f-980b-7885343797eb req-d66c3b86-a7be-42fc-b69a-86d6fdc939f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507226 Apr 11 16:45:18.448021 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2552f86-ebaa-437f-980b-7885343797eb req-27090e39-ca0c-42ec-897d-9614166ae0af service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030531 Apr 11 16:45:18.465922 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:18.557271 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2552f86-ebaa-437f-980b-7885343797eb req-f0876b7a-6a74-40ee-b388-6cf01b55cfa8 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995431 Apr 11 16:45:18.792637 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df40955-3ace-454c-bae5-85d8e3da19f3 req-21e1a6fc-bd08-4dea-a9ae-b2ca6abdeb2d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:18.794524 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2df40955-3ace-454c-bae5-85d8e3da19f3 req-21e1a6fc-bd08-4dea-a9ae-b2ca6abdeb2d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.2009249 Apr 11 16:45:18.860644 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2df40955-3ace-454c-bae5-85d8e3da19f3 req-ce7ed0c2-df1b-4f7c-953b-d1eb8d75b10d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585997 Apr 11 16:45:20.048157 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61b4bd-2dd0-4dad-b768-dc0718b694c5 req-372ff831-eaf5-414e-a989-3912d6f7a8cb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:20.049652 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6f61b4bd-2dd0-4dad-b768-dc0718b694c5 req-372ff831-eaf5-414e-a989-3912d6f7a8cb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.1081386 Apr 11 16:45:20.135725 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6f61b4bd-2dd0-4dad-b768-dc0718b694c5 req-ae05b2ed-ba3e-4b35-ae2a-0f4e86d11207 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738566 Apr 11 16:45:20.138980 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-40eee9dd-3eef-4c4d-87ff-56c56af3fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:20.140459 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-40eee9dd-3eef-4c4d-87ff-56c56af3fe39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 1130 time: 0.0573804 Apr 11 16:45:20.239070 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-98f9d790-73cc-44a3-a043-9c3e38fbe720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:20.240542 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-98f9d790-73cc-44a3-a043-9c3e38fbe720 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 918 time: 0.0943973 Apr 11 16:45:20.310201 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-427163de-1661-47e3-b666-81e704c691df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b5ba7a-7f54-4acc-8206-d942c4884181 HTTP/1.1" status: 200 len: 1000 time: 0.0632129 Apr 11 16:45:20.363475 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-c2dbb166-3cb5-4779-b42e-7248474d85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:20.364944 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-c2dbb166-3cb5-4779-b42e-7248474d85ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0475290 Apr 11 16:45:20.411454 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-5ec790c5-2ce0-49dc-a747-4a0a7226e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:20.412868 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-5ec790c5-2ce0-49dc-a747-4a0a7226e9d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414994 Apr 11 16:45:20.508601 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-dac39061-8929-4817-a698-6ac6d04ae1ee service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894847 Apr 11 16:45:20.599791 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-707083ff-1cd3-4ced-a7f5-6676d587e90d req-5fdc66c3-a5a4-4306-89dc-87f1aaa58674 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852783 Apr 11 16:45:21.260275 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c32972-4997-4b48-8f43-a236ba3e14e4 req-305ea307-764d-4413-b085-81b094525f14 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:21.261775 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23c32972-4997-4b48-8f43-a236ba3e14e4 req-305ea307-764d-4413-b085-81b094525f14 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0493453 Apr 11 16:45:21.313666 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23c32972-4997-4b48-8f43-a236ba3e14e4 req-3e6b4a15-0be7-41dd-bb41-dbcf5a4f9af7 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459921 Apr 11 16:45:22.435261 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd04f8b-896f-4f1f-85c2-70e3885c5447 req-407dca36-4dc3-48d2-8500-ce9dbe0f1504 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:22.436848 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4dd04f8b-896f-4f1f-85c2-70e3885c5447 req-407dca36-4dc3-48d2-8500-ce9dbe0f1504 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0484715 Apr 11 16:45:22.508057 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4dd04f8b-896f-4f1f-85c2-70e3885c5447 req-11013f93-9b14-4409-b199-941e73b469cb tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618002 Apr 11 16:45:23.475729 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 49b5ba7a-7f54-4acc-8206-d942c4884181 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:45:23.558573 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 49b5ba7a-7f54-4acc-8206-d942c4884181 is: ACTIVE; New status is: DOWN {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:23.558996 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:23.590161 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:45:23.592697 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc99e09f-9ffe-4304-90f0-3ccb4acbef26" -d '{"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-unplugged", "status": "completed", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:45:23.606856 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:23.612635 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:23.642872 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5964b1-a23d-4045-bdc8-e579c8375590 req-cb5d5af4-06cc-4fd0-a9c8-a70461f3358c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:23.644218 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 16:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419c8c85-27cd-40c3-a5d7-4790f97ae66a x-openstack-request-id: req-419c8c85-27cd-40c3-a5d7-4790f97ae66a {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:45:23.644504 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-unplugged", "status": "failed", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181", "code": 422}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:45:23.644750 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-419c8c85-27cd-40c3-a5d7-4790f97ae66a {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:45:23.645135 dv-cinder-837165-2-iscsi neutron-server[103672]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-419c8c85-27cd-40c3-a5d7-4790f97ae66a']: {'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'code': 422} returned with failed status Apr 11 16:45:23.645264 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8d5964b1-a23d-4045-bdc8-e579c8375590 req-cb5d5af4-06cc-4fd0-a9c8-a70461f3358c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 946 time: 0.0587037 Apr 11 16:45:23.669868 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=8']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:23.694491 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8d5964b1-a23d-4045-bdc8-e579c8375590 req-410294ab-fa66-4bea-ad23-08a57730e2c2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Apr 11 16:45:24.661903 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba40c31-c7fa-4f18-8189-26af3dcb8488 req-d6c286ee-9ed1-4848-acfb-27755570f7a9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:24.663627 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ba40c31-c7fa-4f18-8189-26af3dcb8488 req-d6c286ee-9ed1-4848-acfb-27755570f7a9 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0580952 Apr 11 16:45:24.717171 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ba40c31-c7fa-4f18-8189-26af3dcb8488 req-bcb29ee6-0dc4-4bf4-9d68-e20e7bce0345 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476909 Apr 11 16:45:24.898648 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 32806) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:24.982376 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-62c2c341-4f87-4f50-9691-bf162d646506 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821612 Apr 11 16:45:24.991759 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-fd1d0769-b0b3-48d9-92b8-c96af8866e55 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:45:24.993100 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-fd1d0769-b0b3-48d9-92b8-c96af8866e55 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058630 Apr 11 16:45:25.077650 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 32814) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:25.150802 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6010e962-0208-4337-89a6-5d948a6f2826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:25.195347 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-bee5324d-bc49-477d-a1b6-8f5a15fa7d9c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:25.196779 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-bee5324d-bc49-477d-a1b6-8f5a15fa7d9c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports/49b5ba7a-7f54-4acc-8206-d942c4884181 HTTP/1.1" status: 200 len: 941 time: 0.1180463 Apr 11 16:45:25.847717 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0410ef-123c-4f74-8dd4-fb3cf15ea69c req-efc32708-f897-485e-b142-77d770d6e3b0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:25.849197 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8b0410ef-123c-4f74-8dd4-fb3cf15ea69c req-efc32708-f897-485e-b142-77d770d6e3b0 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0479536 Apr 11 16:45:25.900464 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8b0410ef-123c-4f74-8dd4-fb3cf15ea69c req-33f356fa-70e9-4ec0-b739-f94e9807aa8d tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452964 Apr 11 16:45:26.060950 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-dc279bc5-50f2-439a-b066-fb422f64ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:26.062462 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-dc279bc5-50f2-439a-b066-fb422f64ede2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285&tenant_id=fff5d5c8db254085a82ca911ead15f49 HTTP/1.1" status: 200 len: 1128 time: 0.0438786 Apr 11 16:45:26.123906 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-3308b709-dfc0-42c9-b5cd-102122e6f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:26.125394 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-3308b709-dfc0-42c9-b5cd-102122e6f121 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff5d5c8db254085a82ca911ead15f49&device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 1128 time: 0.0400622 Apr 11 16:45:26.219104 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-52ef9f6c-ebb2-458d-aff0-5523dc97f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:26.220641 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-52ef9f6c-ebb2-458d-aff0-5523dc97f60a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 200 len: 918 time: 0.0891025 Apr 11 16:45:26.285423 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-73d8a8b1-4c39-4ea3-ac6c-08db0a00330c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b5ba7a-7f54-4acc-8206-d942c4884181 HTTP/1.1" status: 200 len: 998 time: 0.0583658 Apr 11 16:45:26.331817 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-368fad1c-4a71-4fd2-a361-b447e39119c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:26.333253 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-368fad1c-4a71-4fd2-a361-b447e39119c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 200 len: 856 time: 0.0423169 Apr 11 16:45:26.382149 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-e109a99f-4bc6-4952-a5c2-af7a182f821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:26.383692 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-e109a99f-4bc6-4952-a5c2-af7a182f821c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4bfaa63-8897-444c-b3cb-093694071bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441303 Apr 11 16:45:26.473587 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-3e7487f2-4425-4c64-bf6a-bf7af9a8ea6f service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817223 Apr 11 16:45:26.570744 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-121a126f-78b7-4c9a-a305-fcce5a030a20 service neutron] 10.222.0.41 "GET /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904725 Apr 11 16:45:27.074100 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d31dc-eb34-4143-88f8-4434c736b0eb req-b7d79c7f-ba58-4ab0-bf41-6f524546e941 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:27.076805 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ce3d31dc-eb34-4143-88f8-4434c736b0eb req-b7d79c7f-ba58-4ab0-bf41-6f524546e941 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0885947 Apr 11 16:45:27.141294 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ce3d31dc-eb34-4143-88f8-4434c736b0eb req-d53fcfb2-5f9c-4423-b93d-75f6c6e3f24b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517995 Apr 11 16:45:27.685077 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-54bb28d0-f696-46e0-9ad2-c664db4a893f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:28.283012 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55a8a4-a241-4c7d-a800-30e309ed82a9 req-e51afbd5-d4ab-4f61-9451-2ada4904c786 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:28.284941 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3b55a8a4-a241-4c7d-a800-30e309ed82a9 req-e51afbd5-d4ab-4f61-9451-2ada4904c786 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0579298 Apr 11 16:45:28.339142 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3b55a8a4-a241-4c7d-a800-30e309ed82a9 req-59572702-d1ed-4607-bb2a-07b37369aab2 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483775 Apr 11 16:45:28.583373 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:29.466188 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925d94-bab9-4bfe-881b-809efedd51f9 req-154046bf-3755-4e05-9933-d6fd67991721 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:29.468668 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a925d94-bab9-4bfe-881b-809efedd51f9 req-154046bf-3755-4e05-9933-d6fd67991721 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0529664 Apr 11 16:45:29.528675 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a925d94-bab9-4bfe-881b-809efedd51f9 req-2aed6265-1ae2-4251-8560-c344f2df4af6 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536890 Apr 11 16:45:30.463088 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.666476 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256e173-eeb1-49ff-a3f8-512a35082ef9 req-dc2f2b02-9278-4dff-8391-be4f0631f805 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:30.668240 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8256e173-eeb1-49ff-a3f8-512a35082ef9 req-dc2f2b02-9278-4dff-8391-be4f0631f805 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0615470 Apr 11 16:45:30.724207 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8256e173-eeb1-49ff-a3f8-512a35082ef9 req-de1553a8-35b8-458f-b80a-1c1059e6593e tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459588 Apr 11 16:45:31.759243 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:31.863065 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1de1f3-55bb-4d8c-bf4c-ee6d7618ba94 req-cbf04728-5d89-4acf-b1ec-2229e2d26466 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:31.864765 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fb1de1f3-55bb-4d8c-bf4c-ee6d7618ba94 req-cbf04728-5d89-4acf-b1ec-2229e2d26466 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0543344 Apr 11 16:45:31.914663 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fb1de1f3-55bb-4d8c-bf4c-ee6d7618ba94 req-a692d342-7e89-4571-b31e-8a40a9994dee tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434928 Apr 11 16:45:33.044281 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46404-a398-48b3-97cd-204aab68efba req-ea54d478-703c-4bb5-aaf3-7edbce64fbaf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:33.045960 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ccf46404-a398-48b3-97cd-204aab68efba req-ea54d478-703c-4bb5-aaf3-7edbce64fbaf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0531037 Apr 11 16:45:33.101771 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ccf46404-a398-48b3-97cd-204aab68efba req-c16e07bb-67b1-4d1b-b9b9-b32b86608fab tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489843 Apr 11 16:45:34.426143 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899d52e-3e1b-4758-9bb4-e6e37413d5f2 req-0f79bc03-cd8f-45c1-916f-8040cc808f99 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:34.427709 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e899d52e-3e1b-4758-9bb4-e6e37413d5f2 req-0f79bc03-cd8f-45c1-916f-8040cc808f99 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0481582 Apr 11 16:45:34.482843 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e899d52e-3e1b-4758-9bb4-e6e37413d5f2 req-aded5831-6ef8-4032-8f7c-607282fd23c3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485430 Apr 11 16:45:35.615231 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599fdcf-f06c-4956-9929-758848296ef4 req-fd150769-b661-42f3-868f-8bb21a65b5b4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:35.617467 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2599fdcf-f06c-4956-9929-758848296ef4 req-fd150769-b661-42f3-868f-8bb21a65b5b4 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0512705 Apr 11 16:45:35.673000 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2599fdcf-f06c-4956-9929-758848296ef4 req-4517090f-ad66-4847-a996-2f93064d2918 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495980 Apr 11 16:45:36.798418 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350bb4-8441-4bc8-b785-0d7e3488ae9c req-dfe42cb4-cb9e-47e0-99ec-b2ee7ce58d04 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:36.799840 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1b350bb4-8441-4bc8-b785-0d7e3488ae9c req-dfe42cb4-cb9e-47e0-99ec-b2ee7ce58d04 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0490019 Apr 11 16:45:36.849198 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1b350bb4-8441-4bc8-b785-0d7e3488ae9c req-d808fc5b-c5bc-49fb-bbd0-b560b2e36532 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Apr 11 16:45:37.978104 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6dec-13fd-4751-a1dc-8cf07910e00c req-3cd3226c-6e91-4fb6-85d1-28f4511dda1b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:37.979755 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cfed6dec-13fd-4751-a1dc-8cf07910e00c req-3cd3226c-6e91-4fb6-85d1-28f4511dda1b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0573862 Apr 11 16:45:38.029456 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cfed6dec-13fd-4751-a1dc-8cf07910e00c req-17d3f4fd-56cc-4aaa-b761-79d266e67892 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Apr 11 16:45:39.157071 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce810-359f-4c1b-ab01-9b9a4f0aff71 req-9aef6cdf-6a06-4d20-b9d5-7c8683dd048f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:39.158589 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8f5ce810-359f-4c1b-ab01-9b9a4f0aff71 req-9aef6cdf-6a06-4d20-b9d5-7c8683dd048f tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0480087 Apr 11 16:45:39.215234 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8f5ce810-359f-4c1b-ab01-9b9a4f0aff71 req-d9e3c152-6df3-45dd-9d3a-b8100cb7b351 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487235 Apr 11 16:45:40.338786 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad0e33-d88e-46d7-8678-7e7c437c2699 req-5420b471-f2a1-41ca-9173-a91c0543dd87 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:40.340232 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-17ad0e33-d88e-46d7-8678-7e7c437c2699 req-5420b471-f2a1-41ca-9173-a91c0543dd87 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0512245 Apr 11 16:45:40.388631 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-17ad0e33-d88e-46d7-8678-7e7c437c2699 req-f8a4ae89-5a9e-4e8d-b6df-94ee6ffc7be8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 Apr 11 16:45:41.508761 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bbafc-1095-4820-992a-fd73a46ce195 req-742c5e80-a61b-43ba-8026-5656318d1e22 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:41.510202 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f35bbafc-1095-4820-992a-fd73a46ce195 req-742c5e80-a61b-43ba-8026-5656318d1e22 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0479348 Apr 11 16:45:41.559654 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f35bbafc-1095-4820-992a-fd73a46ce195 req-9b98d217-3b7e-46af-97eb-c23c15bb5f59 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436909 Apr 11 16:45:42.678632 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc296a17-3bc9-4c18-8396-6166b408e91b req-d45232a3-f90c-440b-9710-306ca2608e45 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:42.680153 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc296a17-3bc9-4c18-8396-6166b408e91b req-d45232a3-f90c-440b-9710-306ca2608e45 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 944 time: 0.0466428 Apr 11 16:45:42.731824 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc296a17-3bc9-4c18-8396-6166b408e91b req-6ebacbee-223a-4d6c-a89f-751fc5240044 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459785 Apr 11 16:45:43.577112 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 49b5ba7a-7f54-4acc-8206-d942c4884181 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:45:43.682911 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:43.695159 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'port_id': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'mac_address': 'fa:16:3e:71:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:45:43.732269 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 49b5ba7a-7f54-4acc-8206-d942c4884181 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:43.732654 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:43.746750 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b5ba7a-7f54-4acc-8206-d942c4884181 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:45:43.767868 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:43.774014 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:43.822791 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=9']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:43.830213 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.830478 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.830810 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.831145 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.831470 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.831869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.832181 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.832499 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.832817 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.833136 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.833460 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.833803 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.834116 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.834425 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.834817 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:43.856087 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04131e5a-4683-430a-a97a-9daf0dd8a355 req-997d6e09-719f-47d6-ae9c-a073285b69c1 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:43.857579 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-04131e5a-4683-430a-a97a-9daf0dd8a355 req-997d6e09-719f-47d6-ae9c-a073285b69c1 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Apr 11 16:45:43.909267 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-04131e5a-4683-430a-a97a-9daf0dd8a355 req-75dff97c-c086-4436-94fc-f2f72eb10204 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458047 Apr 11 16:45:44.289440 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['49b5ba7a-7f54-4acc-8206-d942c4884181'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:45:45.035894 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f5709-41c1-46eb-8854-71eeae170745 req-82a7bb2a-38b2-44f9-97a0-de6bdd97810b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:45.037375 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b09f5709-41c1-46eb-8854-71eeae170745 req-82a7bb2a-38b2-44f9-97a0-de6bdd97810b tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 945 time: 0.0488973 Apr 11 16:45:45.085846 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b09f5709-41c1-46eb-8854-71eeae170745 req-7b95b73d-6d30-43f5-8b15-c49e1941760c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Apr 11 16:45:45.581392 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 49b5ba7a-7f54-4acc-8206-d942c4884181 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:45:45.634363 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 49b5ba7a-7f54-4acc-8206-d942c4884181 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:45:45.634697 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:45.714290 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 49b5ba7a-7f54-4acc-8206-d942c4884181 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:45.714685 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:45.739036 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:45:45.741949 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0380af8-3972-4819-aed5-91038d4516c5" -d '{"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-plugged", "status": "completed", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:45:45.756118 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:45.761709 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:45.785890 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9400370-3885-445a-ab5f-f5dbb4d3ce53 x-openstack-request-id: req-d9400370-3885-445a-ab5f-f5dbb4d3ce53 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:45:45.786182 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-plugged", "status": "completed", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:45:45.786435 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9400370-3885-445a-ab5f-f5dbb4d3ce53 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:45:45.786832 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9400370-3885-445a-ab5f-f5dbb4d3ce53'] response: {'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'code': 200} Apr 11 16:45:45.814666 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=10']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:46.023990 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee9cda-3eed-488e-9e45-a02e84a4fb82 req-733add0a-0e16-46c4-98c6-3464840b0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:46.025382 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15ee9cda-3eed-488e-9e45-a02e84a4fb82 req-733add0a-0e16-46c4-98c6-3464840b0c54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 1131 time: 0.0865431 Apr 11 16:45:46.073209 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15ee9cda-3eed-488e-9e45-a02e84a4fb82 req-a9c7def2-aedb-4d48-a56a-7dc882c86ec5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401001 Apr 11 16:45:46.215112 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d1abd-d350-4f74-ac39-b0a971c96585 req-e04b2e37-26ca-4c66-a7e4-01f4c56d3102 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:46.216988 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab7d1abd-d350-4f74-ac39-b0a971c96585 req-e04b2e37-26ca-4c66-a7e4-01f4c56d3102 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 947 time: 0.0524840 Apr 11 16:45:46.268182 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab7d1abd-d350-4f74-ac39-b0a971c96585 req-41f9c096-8d3b-4e36-90b9-0fe174ce90d8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Apr 11 16:45:47.392506 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8a99a-b2ef-4406-b6fe-3806e4dbf04d req-b4f70029-416c-4ea8-8acf-2fb6337e7880 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:47.393940 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3be8a99a-b2ef-4406-b6fe-3806e4dbf04d req-b4f70029-416c-4ea8-8acf-2fb6337e7880 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 947 time: 0.0474792 Apr 11 16:45:47.444658 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3be8a99a-b2ef-4406-b6fe-3806e4dbf04d req-0985cd76-084b-48cd-8ee1-2f35883a1cdc tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 Apr 11 16:45:48.454022 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:48.567441 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6b325-b0fd-488c-ade2-7fd6fd10e426 req-4593975e-e221-4ebf-af89-dc7e55fdcbc8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:48.569648 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21b6b325-b0fd-488c-ade2-7fd6fd10e426 req-4593975e-e221-4ebf-af89-dc7e55fdcbc8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 947 time: 0.0482862 Apr 11 16:45:48.621186 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21b6b325-b0fd-488c-ade2-7fd6fd10e426 req-9710ac21-a83c-4266-b4a2-d61bfae1f9b8 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458736 Apr 11 16:45:49.357935 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:45:49.744367 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eebeb0-cfb3-444a-b6a7-344c5366654e req-0b20bcef-b4cc-4238-af33-500746ca4760 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:49.745953 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-77eebeb0-cfb3-444a-b6a7-344c5366654e req-0b20bcef-b4cc-4238-af33-500746ca4760 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 947 time: 0.0508018 Apr 11 16:45:49.795062 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-77eebeb0-cfb3-444a-b6a7-344c5366654e req-3a02f7a9-51ae-49f7-bc6e-8670c707eb74 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Apr 11 16:45:55.147028 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-03dacffa-4215-4794-b883-20099b068a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:57.679111 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-dfd3cb8a-ce91-426f-9ed5-5395fd514990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:58.579325 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:00.469966 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:01.756788 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:04.787891 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e13bec-8ea2-4e5b-8356-1cf769d69313 req-71283247-7b9f-469e-9fd2-0f67439e7aee tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:04.789422 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-26e13bec-8ea2-4e5b-8356-1cf769d69313 req-71283247-7b9f-469e-9fd2-0f67439e7aee tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 946 time: 0.0537424 Apr 11 16:46:04.839338 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-26e13bec-8ea2-4e5b-8356-1cf769d69313 req-d2ecf94e-aa85-4753-bccf-55e708714f8a tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Apr 11 16:46:05.955991 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c11b6-309d-42dc-a521-06d7809f7b57 req-d7434ec1-887a-4ca4-b29e-5755d4b0e014 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:05.957495 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-524c11b6-309d-42dc-a521-06d7809f7b57 req-d7434ec1-887a-4ca4-b29e-5755d4b0e014 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 946 time: 0.0484171 Apr 11 16:46:06.007914 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-524c11b6-309d-42dc-a521-06d7809f7b57 req-094bad9e-d651-45dc-8046-1eff06a6e254 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443277 Apr 11 16:46:06.907119 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-f672d897-7b3d-4c9d-8148-be97ef74375e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:06.908596 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-f672d897-7b3d-4c9d-8148-be97ef74375e tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 946 time: 0.0518489 Apr 11 16:46:07.004615 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Deleting port 3f96714c-7163-450a-9a97-c521d3e339cf {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:46:07.005459 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:07.128841 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] For port 3f96714c-7163-450a-9a97-c521d3e339cf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3f96714c-7163-450a-9a97-c521d3e339cf,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:07.129200 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:07.148568 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe1130-5185-4799-acb0-8162b85226a6 req-3a4f74fe-7557-4e28-ad8e-7d3f5f4a1809 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:07.150032 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a8fe1130-5185-4799-acb0-8162b85226a6 req-3a4f74fe-7557-4e28-ad8e-7d3f5f4a1809 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 946 time: 0.0709381 Apr 11 16:46:07.553849 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a8fe1130-5185-4799-acb0-8162b85226a6 req-accd7262-ec00-4457-a9ac-92120752beac tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c93d9d7-5110-4829-a884-05cdcf46fac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975642 Apr 11 16:46:07.630025 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:07.630386 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (d80a2a85-951e-4712-8715-0fe0fffd9be3), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:07.630721 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Floating IP d80a2a85-951e-4712-8715-0fe0fffd9be3 disassociated. External IP: 172.27.0.120, port: 3f96714c-7163-450a-9a97-c521d3e339cf. Apr 11 16:46:07.631088 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Calling delete_port for 3f96714c-7163-450a-9a97-c521d3e339cf owned by compute:nova {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:46:07.767024 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (3f96714c-7163-450a-9a97-c521d3e339cf), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:07.795535 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event deleted for resources: {'Port': ['ID=3f96714c-7163-450a-9a97-c521d3e339cf,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:07.807041 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.807414 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.807782 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.808123 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.808451 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.808778 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.809097 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.809406 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.809730 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.810036 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.810376 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.810687 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.811003 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.811319 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.811663 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:07.941905 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Router 24e72542-774c-485c-abf2-fd42cbfa4fd3 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:46:08.067979 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:08.080076 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] Sync routers for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:08.092913 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:08.093538 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:45:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:08.115292 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] No DVR routers for this DVR port 3f96714c-7163-450a-9a97-c521d3e339cf on host hv-cinder-83716 {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:46:08.118441 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:08.121800 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a121f12f-b2f8-426a-806c-eb78f9887ea9 req-3a505d69-a89f-4a75-be34-fd32268672f6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.41 "DELETE /v2.0/ports/3f96714c-7163-450a-9a97-c521d3e339cf HTTP/1.1" status: 204 len: 173 time: 1.2079999 Apr 11 16:46:08.122256 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a90907-9122-446d-899b-e931d741f29a', 'name': 'network-vif-deleted', 'tag': '3f96714c-7163-450a-9a97-c521d3e339cf'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:08.124565 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491d7d9e-575e-4e29-9789-9a35a9411ad7" -d '{"events": [{"server_uuid": "04a90907-9122-446d-899b-e931d741f29a", "name": "network-vif-deleted", "tag": "3f96714c-7163-450a-9a97-c521d3e339cf"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:08.173307 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7567915b-cadd-4c3f-8335-6079d24114f1 x-openstack-request-id: req-7567915b-cadd-4c3f-8335-6079d24114f1 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:08.173590 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a90907-9122-446d-899b-e931d741f29a", "name": "network-vif-deleted", "tag": "3f96714c-7163-450a-9a97-c521d3e339cf", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:08.173836 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7567915b-cadd-4c3f-8335-6079d24114f1 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:08.174232 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7567915b-cadd-4c3f-8335-6079d24114f1'] response: {'server_uuid': '04a90907-9122-446d-899b-e931d741f29a', 'name': 'network-vif-deleted', 'tag': '3f96714c-7163-450a-9a97-c521d3e339cf', 'status': 'completed', 'code': 200} Apr 11 16:46:08.230722 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:08.429728 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:08.458779 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] Checking router: 24e72542-774c-485c-abf2-fd42cbfa4fd3 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:08.467459 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:08.468100 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:45:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:08.580874 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:08.674032 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6f318a48-7570-4cb6-a2a4-87338b6b8da9 req-04ccf6e8-abdf-4eac-be78-2e67066a63c6 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a90907-9122-446d-899b-e931d741f29a HTTP/1.1" status: 200 len: 210 time: 0.0295923 Apr 11 16:46:08.791044 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:08.817454 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09755-63a6-4858-87bc-028840c6f4af None None] The sync data for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi is: [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'cd3bd751-4713-48b5-9a37-15813eea67ab', 'name': '', 'network_id': '40c7b6b2-a83c-4541-b8fe-c25169cdbc7e', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'mac_address': 'fa:16:3e:9f:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:40Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'subnets': [{'id': '766f5c17-7f4c-450b-8c46-151965ff5616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:09.048061 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e1eb4-e64f-4851-be49-419a4188dc7d None None] New status for floating IP d80a2a85-951e-4712-8715-0fe0fffd9be3: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:46:09.763910 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33076) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:09.820001 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-51717f83-b184-4855-bec2-777fd26ac8cc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (3c93d9d7-5110-4829-a884-05cdcf46fac0), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.827891 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 3f96714c-7163-450a-9a97-c521d3e339cf no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:46:09.845319 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-51717f83-b184-4855-bec2-777fd26ac8cc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (3c93d9d7-5110-4829-a884-05cdcf46fac0), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.852306 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 3f96714c-7163-450a-9a97-c521d3e339cf {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:46:09.852637 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 3f96714c-7163-450a-9a97-c521d3e339cf not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:46:09.901545 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-51717f83-b184-4855-bec2-777fd26ac8cc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3c93d9d7-5110-4829-a884-05cdcf46fac0), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.904123 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-51717f83-b184-4855-bec2-777fd26ac8cc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.905334 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-51717f83-b184-4855-bec2-777fd26ac8cc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "DELETE /v2.0/security-groups/3c93d9d7-5110-4829-a884-05cdcf46fac0 HTTP/1.1" status: 204 len: 168 time: 0.1404238 Apr 11 16:46:09.908363 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33078) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:09.915421 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51717f83-b184-4855-bec2-777fd26ac8cc tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c93d9d7-5110-4829-a884-05cdcf46fac0,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:09.923966 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.api.v2.resource [None req-8e500efc-ff3d-4c66-b35b-b9ce83721250 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] show failed (client error): The resource could not be found. Apr 11 16:46:09.924963 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8e500efc-ff3d-4c66-b35b-b9ce83721250 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "GET /v2.0/security-groups/3c93d9d7-5110-4829-a884-05cdcf46fac0 HTTP/1.1" status: 404 len: 347 time: 0.0156195 Apr 11 16:46:09.928383 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33080) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:10.051984 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Deleting port 832d1999-70e0-42bd-95c2-f4840b635646 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:46:10.052394 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (832d1999-70e0-42bd-95c2-f4840b635646), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.132577 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (832d1999-70e0-42bd-95c2-f4840b635646), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.133007 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (832d1999-70e0-42bd-95c2-f4840b635646), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.145775 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Calling delete_port for 832d1999-70e0-42bd-95c2-f4840b635646 owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:46:10.288635 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (832d1999-70e0-42bd-95c2-f4840b635646), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.315073 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Pushing event deleted for resources: {'Port': ['ID=832d1999-70e0-42bd-95c2-f4840b635646,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.340466 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.340811 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.341153 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.341495 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.341823 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.342151 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.342474 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.342797 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.343116 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.343438 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.343792 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.344117 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.344439 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.344759 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.345072 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.388055 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks [] for floatingip (d80a2a85-951e-4712-8715-0fe0fffd9be3), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.390599 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.391803 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d87e0f9e-2fde-4da0-8277-6b8deb590703 tempest-AttachVolumeTestJSON-1653638128 tempest-AttachVolumeTestJSON-1653638128-project] 10.222.0.65 "DELETE /v2.0/floatingips/d80a2a85-951e-4712-8715-0fe0fffd9be3 HTTP/1.1" status: 204 len: 168 time: 0.4622338 Apr 11 16:46:13.999248 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33110) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:14.486232 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (24e72542-774c-485c-abf2-fd42cbfa4fd3), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.738341 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Deleting port cd3bd751-4713-48b5-9a37-15813eea67ab {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:46:14.738571 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.819771 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] For port cd3bd751-4713-48b5-9a37-15813eea67ab, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=cd3bd751-4713-48b5-9a37-15813eea67ab,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:14.820090 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.836708 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Calling delete_port for cd3bd751-4713-48b5-9a37-15813eea67ab owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:46:15.041627 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (cd3bd751-4713-48b5-9a37-15813eea67ab), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.074989 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3bd751-4713-48b5-9a37-15813eea67ab,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:15.260188 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (24e72542-774c-485c-abf2-fd42cbfa4fd3), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.484695 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Router 24e72542-774c-485c-abf2-fd42cbfa4fd3 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:46:15.607660 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:15.612999 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-5048f1b8-19a0-40e1-a3f4-7a2214dac8a0 admin admin] 10.222.0.65 "PUT /v2.0/routers/24e72542-774c-485c-abf2-fd42cbfa4fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6126797 Apr 11 16:46:15.616205 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33114) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:15.618796 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] Sync routers for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:15.632137 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:15.632762 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:45:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:15.726386 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks [] for router (24e72542-774c-485c-abf2-fd42cbfa4fd3), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.751754 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:15.840304 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks [] for router_gateway (24e72542-774c-485c-abf2-fd42cbfa4fd3), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.888536 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Deleting port c56c3c4c-63d1-4d57-a080-c8553d64c002 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:46:15.888872 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.973799 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] For port c56c3c4c-63d1-4d57-a080-c8553d64c002, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c56c3c4c-63d1-4d57-a080-c8553d64c002,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:15.974177 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.988202 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Calling delete_port for c56c3c4c-63d1-4d57-a080-c8553d64c002 owned by network:router_gateway {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:46:16.018937 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:46:14Z', 'revision_number': 5, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port': {'id': 'c56c3c4c-63d1-4d57-a080-c8553d64c002', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:20Z', 'updated_at': '2022-04-11T16:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:16.046583 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] Checking router: 24e72542-774c-485c-abf2-fd42cbfa4fd3 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:16.056029 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] Routers {'24e72542-774c-485c-abf2-fd42cbfa4fd3'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:16.056642 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:45:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['24e72542-774c-485c-abf2-fd42cbfa4fd3'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:16.150681 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] Set router 24e72542-774c-485c-abf2-fd42cbfa4fd3 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:16.170272 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (c56c3c4c-63d1-4d57-a080-c8553d64c002), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.196675 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56c3c4c-63d1-4d57-a080-c8553d64c002,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:16.207901 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:46:15Z', 'revision_number': 6, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port_host': None}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:16.235201 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11080cc-ce5e-4180-9459-2a212bab1ee0 None None] The sync data for ids ['24e72542-774c-485c-abf2-fd42cbfa4fd3'] in dv-cinder-837165-2-iscsi is: [{'id': '24e72542-774c-485c-abf2-fd42cbfa4fd3', 'name': 'tempest-AttachVolumeTestJSON-2013504678-router', 'tenant_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:46:15Z', 'revision_number': 6, 'project_id': '90215ff8d2af4f1fa9d0137fcb2f881d', 'gw_port_host': None}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:16.268271 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (24e72542-774c-485c-abf2-fd42cbfa4fd3), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.360831 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (24e72542-774c-485c-abf2-fd42cbfa4fd3), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.363070 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks [] for router_controller (24e72542-774c-485c-abf2-fd42cbfa4fd3), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.407518 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (24e72542-774c-485c-abf2-fd42cbfa4fd3), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.408101 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24e72542-774c-485c-abf2-fd42cbfa4fd3 {{(pid=103670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:46:16.413266 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.414442 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ffb06f60-4238-4f4b-8440-fd2953c66c18 admin admin] 10.222.0.65 "DELETE /v2.0/routers/24e72542-774c-485c-abf2-fd42cbfa4fd3 HTTP/1.1" status: 204 len: 168 time: 0.7972393 Apr 11 16:46:16.417053 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33116) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:16.461966 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a923b2-bc4b-48fa-9e74-577cc3e43940 admin admin] Deleting subnet 766f5c17-7f4c-450b-8c46-151965ff5616 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:46:16.465282 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-57a923b2-bc4b-48fa-9e74-577cc3e43940 admin admin] Publish callbacks [] for subnet (766f5c17-7f4c-450b-8c46-151965ff5616), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.500487 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-57a923b2-bc4b-48fa-9e74-577cc3e43940 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2328036'] for subnet (766f5c17-7f4c-450b-8c46-151965ff5616), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.589598 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-57a923b2-bc4b-48fa-9e74-577cc3e43940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (766f5c17-7f4c-450b-8c46-151965ff5616), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.649399 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-57a923b2-bc4b-48fa-9e74-577cc3e43940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529018216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532083081'] for subnet (766f5c17-7f4c-450b-8c46-151965ff5616), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.676065 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a923b2-bc4b-48fa-9e74-577cc3e43940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766f5c17-7f4c-450b-8c46-151965ff5616,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:16.680615 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-57a923b2-bc4b-48fa-9e74-577cc3e43940 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.683856 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-57a923b2-bc4b-48fa-9e74-577cc3e43940 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/766f5c17-7f4c-450b-8c46-151965ff5616 HTTP/1.1" status: 204 len: 168 time: 0.2657561 Apr 11 16:46:16.686351 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33118) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:16.689185 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575f7e48-8508-4cca-afcf-350337c914fa None None] Network 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:16.764868 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (40c7b6b2-a83c-4541-b8fe-c25169cdbc7e), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.811568 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Deleting port 1e8c6bff-5c79-4daf-86f8-6930b49235eb {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:46:16.811940 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.876762 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] For port 1e8c6bff-5c79-4daf-86f8-6930b49235eb, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=1e8c6bff-5c79-4daf-86f8-6930b49235eb,segment=NetworkSegment(5c7e4500-7344-4643-8458-ca1ec4487242),segment_id=5c7e4500-7344-4643-8458-ca1ec4487242)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:16.877100 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.895549 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Calling delete_port for 1e8c6bff-5c79-4daf-86f8-6930b49235eb owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:46:16.984638 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (1e8c6bff-5c79-4daf-86f8-6930b49235eb), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.012459 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8c6bff-5c79-4daf-86f8-6930b49235eb,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:17.013286 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5513a-e31c-4b33-a202-d0817f9c702c None None] DHCP port deletion for 40c7b6b2-a83c-4541-b8fe-c25169cdbc7e request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:46:17.016553 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] No DVR routers for this DVR port 1e8c6bff-5c79-4daf-86f8-6930b49235eb on host dv-cinder-837165-2-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:46:17.105537 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c56c3c4c-63d1-4d57-a080-c8553d64c002 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:46:17.111606 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (40c7b6b2-a83c-4541-b8fe-c25169cdbc7e), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.126345 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: c56c3c4c-63d1-4d57-a080-c8553d64c002 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:46:17.126704 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c56c3c4c-63d1-4d57-a080-c8553d64c002 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:46:17.127123 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device cd3bd751-4713-48b5-9a37-15813eea67ab no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:46:17.134589 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c7b6b2-a83c-4541-b8fe-c25169cdbc7e']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:17.146093 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7e4500-7344-4643-8458-ca1ec4487242') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:17.146329 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7e4500-7344-4643-8458-ca1ec4487242') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:17.148903 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: cd3bd751-4713-48b5-9a37-15813eea67ab {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:46:17.149241 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device cd3bd751-4713-48b5-9a37-15813eea67ab not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:46:17.149699 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 1e8c6bff-5c79-4daf-86f8-6930b49235eb no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:46:17.162687 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2328045'] for segment (5c7e4500-7344-4643-8458-ca1ec4487242), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.173456 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 1e8c6bff-5c79-4daf-86f8-6930b49235eb {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:46:17.174132 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 1e8c6bff-5c79-4daf-86f8-6930b49235eb not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:46:17.178894 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (5c7e4500-7344-4643-8458-ca1ec4487242), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.187407 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:46:17.187859 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529018306'] for segment (5c7e4500-7344-4643-8458-ca1ec4487242), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: Traceback (most recent call last): Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: timer() Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: cb(*args, **kw) Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: return func(*args, **kwargs) Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: self._notify() Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: self.callback(batched_events) Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: event.method(event) Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: return f(self, *a, **k) Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._get(url).json() Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:46:17.189796 dv-cinder-837165-2-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:46:17.249564 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (40c7b6b2-a83c-4541-b8fe-c25169cdbc7e), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.256989 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.259980 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] 10.222.0.65 "DELETE /v2.0/networks/40c7b6b2-a83c-4541-b8fe-c25169cdbc7e HTTP/1.1" status: 204 len: 168 time: 0.5726175 Apr 11 16:46:17.269499 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c6626-379e-407d-9ce0-d7a5240fe039 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c7b6b2-a83c-4541-b8fe-c25169cdbc7e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:17.402869 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33124) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:17.446045 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6bce70ab-7871-4b8a-bf99-c2c048451c99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90215ff8d2af4f1fa9d0137fcb2f881d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419488 Apr 11 16:46:17.449562 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33126) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:17.503314 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-36beeafd-1a4f-4b8b-854d-ca10a6966fc2 admin admin] Publish callbacks [] for security_group (3bdd08b6-f68f-4ab5-bfbb-0cffd36ea85b), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.526978 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-36beeafd-1a4f-4b8b-854d-ca10a6966fc2 admin admin] Publish callbacks [] for security_group (3bdd08b6-f68f-4ab5-bfbb-0cffd36ea85b), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.578192 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-36beeafd-1a4f-4b8b-854d-ca10a6966fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3bdd08b6-f68f-4ab5-bfbb-0cffd36ea85b), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.581827 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-36beeafd-1a4f-4b8b-854d-ca10a6966fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.583919 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-36beeafd-1a4f-4b8b-854d-ca10a6966fc2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3bdd08b6-f68f-4ab5-bfbb-0cffd36ea85b HTTP/1.1" status: 204 len: 168 time: 0.1333253 Apr 11 16:46:17.595079 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36beeafd-1a4f-4b8b-854d-ca10a6966fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd08b6-f68f-4ab5-bfbb-0cffd36ea85b,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.333516 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33148) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:18.444287 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-738288846-network', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:18.457437 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.465810 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Made reservation on behalf of 52b7da8bf3624ca98fada39bdde438ee for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:18.468254 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.481005 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.569137 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Publish callbacks [] for security_group (2a0f9d40-771c-4122-b6be-94b51b156f55), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.573749 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2a0f9d40-771c-4122-b6be-94b51b156f55), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.598318 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:46:18.608210 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f9d40-771c-4122-b6be-94b51b156f55,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.613031 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (9d16edc7-7a90-46f0-9447-03dde538e7c3), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.613370 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Added segment 9d16edc7-7a90-46f0-9447-03dde538e7c3 of type vlan for network 64f8adf0-5b62-426a-b30a-0690e612962b Apr 11 16:46:18.657289 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (64f8adf0-5b62-426a-b30a-0690e612962b), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.684856 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (64f8adf0-5b62-426a-b30a-0690e612962b), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.686465 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:18.687496 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.720006 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3850958 Apr 11 16:46:18.722621 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33152) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:18.729233 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Request body: {'subnet': {'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-738288846-subnet', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:18.768199 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1334b05-41b6-47bb-b6b8-f32f5f22adb4 admin admin] Pushing event updated for resources: {'Network': ['ID=64f8adf0-5b62-426a-b30a-0690e612962b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.779967 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 64f8adf0-5b62-426a-b30a-0690e612962b details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:46:18.782777 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Made reservation on behalf of 52b7da8bf3624ca98fada39bdde438ee for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:18.785362 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528556654'] for subnet (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.946621 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-e703ac8d-10e4-4c6b-a719-9aa6136e9067 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450611 Apr 11 16:46:18.984443 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529333571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528556668'] for subnet (8ab55376-16be-4aaf-904b-05f3686376bc), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.015606 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-ae114cbe-75f1-4edb-bed3-a374daa12172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.017129 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-ae114cbe-75f1-4edb-bed3-a374daa12172 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 1130 time: 0.0467975 Apr 11 16:46:19.047485 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab55376-16be-4aaf-904b-05f3686376bc,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:19.056901 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Checking segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:19.057454 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Network hostable DHCP agents. Network: 64f8adf0-5b62-426a-b30a-0690e612962b, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:46:19.075033 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Network 64f8adf0-5b62-426a-b30a-0690e612962b is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:46:19.084132 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 64f8adf0-5b62-426a-b30a-0690e612962b) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:19.088463 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.089211 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.096414 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096473c-6b2d-4c11-a2f1-a5acccce553c None None] Network 64f8adf0-5b62-426a-b30a-0690e612962b requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:19.109056 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-752ddf20-6232-4ae0-a3ef-074f00d08921 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3853393 Apr 11 16:46:19.112415 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33154) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:19.118683 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:19.135563 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-66d909d5-2057-4e5a-9aa1-b2d3d9ffa775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.137361 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-66d909d5-2057-4e5a-9aa1-b2d3d9ffa775 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.1004374 Apr 11 16:46:19.140291 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3774544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99232'] for router (88fff229-de6e-4a20-9287-eb9ddbeb44a6), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.141356 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4143420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99255'] for router (88fff229-de6e-4a20-9287-eb9ddbeb44a6), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.196773 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks [] for router_controller (88fff229-de6e-4a20-9287-eb9ddbeb44a6), precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.213308 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-467d14df-b5d4-463b-8893-00e25434514c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67220eb2-d14a-4887-a614-ae13ad4fa4be HTTP/1.1" status: 200 len: 1002 time: 0.0686080 Apr 11 16:46:19.220040 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81523eaf-35ce-5aca-9073-44d2cebc2530-64f8adf0-5b62-426a-b30a-0690e612962b', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc'}]}} from dv-cinder-837165-2-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:46:19.221259 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.272546 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-d1487c7d-b849-4a51-8736-18527fb4cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.277399 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-d1487c7d-b849-4a51-8736-18527fb4cfe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0541024 Apr 11 16:46:19.326548 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-2fff782f-b119-4542-98db-bae9e7e3553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.327614 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-2fff782f-b119-4542-98db-bae9e7e3553a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462551 Apr 11 16:46:19.338610 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-34fac0e8-0bab-4fb8-9731-a9f5124b4286 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:46:19.339801 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-34fac0e8-0bab-4fb8-9731-a9f5124b4286 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061512 Apr 11 16:46:19.353158 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks [] for router_gateway (88fff229-de6e-4a20-9287-eb9ddbeb44a6), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.377370 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Allocated IP 172.20.0.2 (64f8adf0-5b62-426a-b30a-0690e612962b/8ab55376-16be-4aaf-904b-05f3686376bc/e030aafd-8b9b-48a4-a835-2e880795f95e) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:19.444129 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-e3aa38be-217a-4f88-894d-baa02189f369 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975966 Apr 11 16:46:19.530297 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Publish callbacks [] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.538063 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.543862 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a4e1ff78-e6d3-4dd4-a98f-0b218fbb4bca req-9cf7fc25-b424-411c-b67b-638e4c0159b3 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941355 Apr 11 16:46:19.553488 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks [] for router_gateway (88fff229-de6e-4a20-9287-eb9ddbeb44a6), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.573433 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.585098 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Network 64f8adf0-5b62-426a-b30a-0690e612962b is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:19.590938 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Pushing event updated for resources: {'Port': ['ID=e030aafd-8b9b-48a4-a835-2e880795f95e,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:19.593424 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:19.595581 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:19.654606 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Attempting to bind port e030aafd-8b9b-48a4-a835-2e880795f95e on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:19.655451 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Attempting to bind port e030aafd-8b9b-48a4-a835-2e880795f95e by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:19.655451 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Attempting to bind port e030aafd-8b9b-48a4-a835-2e880795f95e on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:19.660731 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:19.661135 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Checking segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:19.661558 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.662022 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Bound using segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:19.662578 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Bound port: e030aafd-8b9b-48a4-a835-2e880795f95e, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:19.662959 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.679051 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Allocated IP 172.27.0.29 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/08a50021-9fdb-4ebc-a52e-e623d12a6242) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:19.727274 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] For port e030aafd-8b9b-48a4-a835-2e880795f95e, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:19.730512 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] For port e030aafd-8b9b-48a4-a835-2e880795f95e, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=e030aafd-8b9b-48a4-a835-2e880795f95e,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:19.736481 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.796128 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc98406-d9f2-4a9d-ace0-1f3976bef0e8 None None] Pushing event updated for resources: {'Port': ['ID=e030aafd-8b9b-48a4-a835-2e880795f95e,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:19.805752 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks [] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.845149 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.886248 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:19.889301 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:19.896712 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:19.899937 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Pushing event updated for resources: {'Port': ['ID=08a50021-9fdb-4ebc-a52e-e623d12a6242,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:20.187196 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks [] for router_gateway (88fff229-de6e-4a20-9287-eb9ddbeb44a6), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:20.687874 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774376'] for router (88fff229-de6e-4a20-9287-eb9ddbeb44a6), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:20.738329 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657d96a-accc-4f94-922c-46b6dc34758a None None] Network 64f8adf0-5b62-426a-b30a-0690e612962b requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:20.818663 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-28ae5676-0067-4b05-8acf-11fa48ba1fcd None None] Provisioning complete for port e030aafd-8b9b-48a4-a835-2e880795f95e triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:20.819033 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-28ae5676-0067-4b05-8acf-11fa48ba1fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:20.850537 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device e030aafd-8b9b-48a4-a835-2e880795f95e up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:20.860279 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 is scheduled to L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:46:20.971899 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port e030aafd-8b9b-48a4-a835-2e880795f95e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:20.971899 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:20.989013 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:21.008331 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:21.013282 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.016304 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-915b8442-7c78-4191-a352-c425b8728568 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9020839 Apr 11 16:46:21.016520 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-28ae5676-0067-4b05-8acf-11fa48ba1fcd None None] Current status of the port e030aafd-8b9b-48a4-a835-2e880795f95e is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:21.016807 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-28ae5676-0067-4b05-8acf-11fa48ba1fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.018938 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33156) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:21.194455 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:21.195016 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:45:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:21.246079 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-28ae5676-0067-4b05-8acf-11fa48ba1fcd None None] For port e030aafd-8b9b-48a4-a835-2e880795f95e, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=e030aafd-8b9b-48a4-a835-2e880795f95e,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:21.256295 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-28ae5676-0067-4b05-8acf-11fa48ba1fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.368264 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port e030aafd-8b9b-48a4-a835-2e880795f95e is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:21.407133 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae5676-0067-4b05-8acf-11fa48ba1fcd None None] Pushing event updated for resources: {'Port': ['ID=e030aafd-8b9b-48a4-a835-2e880795f95e,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:21.414422 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:21.416851 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2508b700-3ba8-4b66-9d91-6ba258356dbb None None] Provisioning complete for port e030aafd-8b9b-48a4-a835-2e880795f95e triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:21.417236 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2508b700-3ba8-4b66-9d91-6ba258356dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.501104 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.632439 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2508b700-3ba8-4b66-9d91-6ba258356dbb None None] Current status of the port e030aafd-8b9b-48a4-a835-2e880795f95e is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:21.680796 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:20Z', 'revision_number': 3, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:21.689941 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Allocated IP 172.20.0.1 (64f8adf0-5b62-426a-b30a-0690e612962b/8ab55376-16be-4aaf-904b-05f3686376bc/b8a8be19-a716-4e23-8f99-64f73868dc4f) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:21.715266 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:21.715607 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Updating router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 port 08a50021-9fdb-4ebc-a52e-e623d12a6242 binding host dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:46:21.743978 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.818925 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Publish callbacks [] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.861545 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.903210 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Network 64f8adf0-5b62-426a-b30a-0690e612962b is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:21.911220 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:21.913614 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a8be19-a716-4e23-8f99-64f73868dc4f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:21.915852 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:21.955683 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3774299'] for router_interface (88fff229-de6e-4a20-9287-eb9ddbeb44a6), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.028849 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Publish callbacks [] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.038195 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.114816 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Attempting to bind port 08a50021-9fdb-4ebc-a52e-e623d12a6242 on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:22.115182 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Attempting to bind port 08a50021-9fdb-4ebc-a52e-e623d12a6242 by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:22.115560 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Attempting to bind port 08a50021-9fdb-4ebc-a52e-e623d12a6242 on network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:22.118018 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788aca5-a399-4c4e-8ea3-3d632ffee3e7 None None] Pushing event updated for resources: {'Port': ['ID=08a50021-9fdb-4ebc-a52e-e623d12a6242,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:22.124043 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:22.124498 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Checking segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:22.124807 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.125190 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Bound using segment: {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:22.125655 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Bound port: 08a50021-9fdb-4ebc-a52e-e623d12a6242, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b229acd8-100d-43f8-85e6-7a01cbd5955f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:22.126033 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.136569 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.182713 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] For port 08a50021-9fdb-4ebc-a52e-e623d12a6242, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:22.186089 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] For port 08a50021-9fdb-4ebc-a52e-e623d12a6242, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=08a50021-9fdb-4ebc-a52e-e623d12a6242,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:22.193159 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.277204 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:22.277965 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:45:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:22.316910 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Publish callbacks [] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.322513 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788aca5-a399-4c4e-8ea3-3d632ffee3e7 None None] Pushing event updated for resources: {'Port': ['ID=08a50021-9fdb-4ebc-a52e-e623d12a6242,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:22.323205 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.328464 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-48cb8878-1852-42be-ab24-d011f7868754 None None] Provisioning complete for port b8a8be19-a716-4e23-8f99-64f73868dc4f triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:22.328836 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-48cb8878-1852-42be-ab24-d011f7868754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.400397 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3773931'] for router_interface (88fff229-de6e-4a20-9287-eb9ddbeb44a6), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.402343 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a8be19-a716-4e23-8f99-64f73868dc4f,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:22.408968 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-48cb8878-1852-42be-ab24-d011f7868754 None None] Port b8a8be19-a716-4e23-8f99-64f73868dc4f cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:22.436091 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:22.501377 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Network 64f8adf0-5b62-426a-b30a-0690e612962b is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:22.503075 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:22.633578 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:46:22.643538 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-36240166-b28a-48e3-8712-29b6d299870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:21Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:22.673891 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36240166-b28a-48e3-8712-29b6d299870e None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:21Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:22.731920 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ab787194-a60b-4778-96f2-6e08b3f53495 None None] Provisioning complete for port b8a8be19-a716-4e23-8f99-64f73868dc4f triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:22.732293 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ab787194-a60b-4778-96f2-6e08b3f53495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.771180 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:22.776747 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b88247e8-caf1-488d-b69c-5e09d9ceaaa7 admin admin] 10.222.0.65 "PUT /v2.0/routers/88fff229-de6e-4a20-9287-eb9ddbeb44a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560225 Apr 11 16:46:22.790996 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ab787194-a60b-4778-96f2-6e08b3f53495 None None] Port b8a8be19-a716-4e23-8f99-64f73868dc4f cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:22.819695 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device e030aafd-8b9b-48a4-a835-2e880795f95e up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:22.871134 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port e030aafd-8b9b-48a4-a835-2e880795f95e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:22.871576 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.973848 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port e030aafd-8b9b-48a4-a835-2e880795f95e is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:23.486604 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33164) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:23.491999 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-929bf5ac-4f56-4e22-ad02-8bf95dabbb91 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220037465', 'description': 'tempest-description--1751861877'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:23.518594 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-929bf5ac-4f56-4e22-ad02-8bf95dabbb91 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.596886 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-929bf5ac-4f56-4e22-ad02-8bf95dabbb91 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (e7f6ce96-8355-4662-a299-54dd0b37df25), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.603134 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-929bf5ac-4f56-4e22-ad02-8bf95dabbb91 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e7f6ce96-8355-4662-a299-54dd0b37df25), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.639735 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-929bf5ac-4f56-4e22-ad02-8bf95dabbb91 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.644028 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-929bf5ac-4f56-4e22-ad02-8bf95dabbb91 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1532397 Apr 11 16:46:23.644885 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33166) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:23.645618 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bf5ac-4f56-4e22-ad02-8bf95dabbb91 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f6ce96-8355-4662-a299-54dd0b37df25,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:23.651581 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-dca7b385-232c-4673-88b3-fc46e9a04e87 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group_rule': {'security_group_id': 'e7f6ce96-8355-4662-a299-54dd0b37df25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:23.686280 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dca7b385-232c-4673-88b3-fc46e9a04e87 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (54d2a6f1-283f-47f6-ae96-f2f21198eae1), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.757595 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dca7b385-232c-4673-88b3-fc46e9a04e87 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (54d2a6f1-283f-47f6-ae96-f2f21198eae1), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.762579 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dca7b385-232c-4673-88b3-fc46e9a04e87 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (54d2a6f1-283f-47f6-ae96-f2f21198eae1), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.783074 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7b385-232c-4673-88b3-fc46e9a04e87 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d2a6f1-283f-47f6-ae96-f2f21198eae1,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:23.798955 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dca7b385-232c-4673-88b3-fc46e9a04e87 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.800278 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dca7b385-232c-4673-88b3-fc46e9a04e87 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535206 Apr 11 16:46:23.803794 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33168) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:23.808501 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-c1fe13e3-7875-47c4-b04c-0b38ea55826f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group_rule': {'security_group_id': 'e7f6ce96-8355-4662-a299-54dd0b37df25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:23.843122 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1fe13e3-7875-47c4-b04c-0b38ea55826f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (de9fdaea-6bc7-48c6-893a-9e29741678b9), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.922263 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1fe13e3-7875-47c4-b04c-0b38ea55826f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (de9fdaea-6bc7-48c6-893a-9e29741678b9), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.930783 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1fe13e3-7875-47c4-b04c-0b38ea55826f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (de9fdaea-6bc7-48c6-893a-9e29741678b9), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.950127 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe13e3-7875-47c4-b04c-0b38ea55826f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9fdaea-6bc7-48c6-893a-9e29741678b9,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:23.960442 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c1fe13e3-7875-47c4-b04c-0b38ea55826f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.961753 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c1fe13e3-7875-47c4-b04c-0b38ea55826f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568580 Apr 11 16:46:23.964925 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33170) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:23.969999 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:23.995333 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.090779 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.208984 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Allocated IP 172.27.0.68 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/9f3995d4-5254-4213-9a4c-c6e4e6d07fb8) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:24.318276 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (9f3995d4-5254-4213-9a4c-c6e4e6d07fb8), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.366027 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (9f3995d4-5254-4213-9a4c-c6e4e6d07fb8), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.433523 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:24.438719 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:24.445403 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:24.480789 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=9f3995d4-5254-4213-9a4c-c6e4e6d07fb8,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:24.549370 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (5dc8ad23-86f7-43d5-b16d-e10e5c443fa6), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.592077 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9f3995d4-5254-4213-9a4c-c6e4e6d07fb8), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.774614 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (9f3995d4-5254-4213-9a4c-c6e4e6d07fb8), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.782207 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (9f3995d4-5254-4213-9a4c-c6e4e6d07fb8), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.818472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 08a50021-9fdb-4ebc-a52e-e623d12a6242 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:24.859218 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=9f3995d4-5254-4213-9a4c-c6e4e6d07fb8,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:24.875383 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 08a50021-9fdb-4ebc-a52e-e623d12a6242 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:24.875969 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.882377 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (5dc8ad23-86f7-43d5-b16d-e10e5c443fa6), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.882743 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:24.893825 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:24.894606 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:45:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:24.903533 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.905041 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-294cfeb6-8dbf-40cc-a8ed-9abb6a2e8310 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9388819 Apr 11 16:46:24.983686 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 08a50021-9fdb-4ebc-a52e-e623d12a6242 is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:24.984120 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.008406 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] For port 08a50021-9fdb-4ebc-a52e-e623d12a6242, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=08a50021-9fdb-4ebc-a52e-e623d12a6242,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:25.013804 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.031861 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:25.086276 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-6f2584b4-a620-4b6e-9a04-c5c6d8a64b3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1220037465&fields=id&tenant_id=52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 267 time: 0.0512192 Apr 11 16:46:25.223180 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-017fdfa6-9cd5-41b9-95c1-0fde6a0b20cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.227935 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Pushing event updated for resources: {'Port': ['ID=08a50021-9fdb-4ebc-a52e-e623d12a6242,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:25.272465 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 2, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:25.301009 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:25.301366 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Updating router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 port b8a8be19-a716-4e23-8f99-64f73868dc4f binding host dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:46:25.332899 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.504256 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-0c4d6b91-6028-4d21-b940-7956eb69fb06 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:25.505898 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-0c4d6b91-6028-4d21-b940-7956eb69fb06 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 814 time: 0.4127357 Apr 11 16:46:25.521665 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-424067cd-332a-4fb3-90fe-18fad2b3d84e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/quotas/52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 375 time: 0.0100207 Apr 11 16:46:25.572634 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-f9b54e83-da0e-44dc-ad9d-d70f9d712c04 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455368 Apr 11 16:46:25.588585 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-f3f629c7-d54f-42f3-9a13-90ac3f3e9fda service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:46:25.589545 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-f3f629c7-d54f-42f3-9a13-90ac3f3e9fda service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053787 Apr 11 16:46:25.618474 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Publish callbacks [] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.624620 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.671769 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Pushing event updated for resources: {'Port': ['ID=b8a8be19-a716-4e23-8f99-64f73868dc4f,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:25.684744 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.685140 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.685506 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.686035 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.686564 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.686897 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.687228 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.687540 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.687912 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.688228 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.688673 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.689011 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.689353 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.689671 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.689993 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:25.702621 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-26154379-79cd-447f-abb9-1a9fe5f29633 service neutron] 10.222.0.65 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069627 Apr 11 16:46:25.750675 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Attempting to bind port b8a8be19-a716-4e23-8f99-64f73868dc4f on host dv-cinder-837165-2-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:25.751050 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Attempting to bind port b8a8be19-a716-4e23-8f99-64f73868dc4f by drivers openvswitch,hyperv on host dv-cinder-837165-2-iscsi at level 0 using segments [{'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:25.751452 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Attempting to bind port b8a8be19-a716-4e23-8f99-64f73868dc4f on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:25.757562 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Checking agent: {'id': 'fcea89bf-d461-4663-b335-eda407c6395a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 26, 32), 'started_at': datetime.datetime(2022, 4, 11, 16, 27, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:25.757989 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Checking segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:25.758245 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.758631 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Bound using segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:25.759098 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Bound port: b8a8be19-a716-4e23-8f99-64f73868dc4f, host: dv-cinder-837165-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:25.759476 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.804042 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-3bf842e9-bfee-4c1d-bd32-a904b9d79c3d service neutron] 10.222.0.65 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949171 Apr 11 16:46:25.828121 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] For port b8a8be19-a716-4e23-8f99-64f73868dc4f, host dv-cinder-837165-2-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:25.832041 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] For port b8a8be19-a716-4e23-8f99-64f73868dc4f, host dv-cinder-837165-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=b8a8be19-a716-4e23-8f99-64f73868dc4f,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:25.840949 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.901374 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:25.902022 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:45:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:25.945037 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-7da2212c-7990-4046-bb8b-69745f668af5 None None] Provisioning complete for port b8a8be19-a716-4e23-8f99-64f73868dc4f triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:25.945647 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630eee-5738-4f7d-afa1-bf898d478d89 None None] Pushing event updated for resources: {'Port': ['ID=b8a8be19-a716-4e23-8f99-64f73868dc4f,revision_number=4']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:25.946899 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7da2212c-7990-4046-bb8b-69745f668af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.016753 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e6b0376-940f-43fa-996e-04bfaa4c753e req-b0975482-6212-4418-90ea-f640e707799a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 210 time: 0.0546508 Apr 11 16:46:26.058380 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:26.098523 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-7da2212c-7990-4046-bb8b-69745f668af5 None None] Current status of the port b8a8be19-a716-4e23-8f99-64f73868dc4f is: DOWN; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:26.099391 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7da2212c-7990-4046-bb8b-69745f668af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.148089 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-7da2212c-7990-4046-bb8b-69745f668af5 None None] For port b8a8be19-a716-4e23-8f99-64f73868dc4f, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=b8a8be19-a716-4e23-8f99-64f73868dc4f,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:26.154080 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7da2212c-7990-4046-bb8b-69745f668af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.215306 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2212c-7990-4046-bb8b-69745f668af5 None None] Pushing event updated for resources: {'Port': ['ID=b8a8be19-a716-4e23-8f99-64f73868dc4f,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:26.273973 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ca5e06d9-3c8c-4a5a-b70e-3c185e20b2f3 None None] Provisioning complete for port b8a8be19-a716-4e23-8f99-64f73868dc4f triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:26.274351 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ca5e06d9-3c8c-4a5a-b70e-3c185e20b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.357927 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e06d9-3c8c-4a5a-b70e-3c185e20b2f3 None None] Current status of the port b8a8be19-a716-4e23-8f99-64f73868dc4f is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:26.367241 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:46:26.378475 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:25Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:26.409135 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c95a3e-8f71-49de-b3a1-338f681d88a4 None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:25Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:26.835328 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device b8a8be19-a716-4e23-8f99-64f73868dc4f up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:26.888495 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port b8a8be19-a716-4e23-8f99-64f73868dc4f triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:26.888886 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.970085 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port b8a8be19-a716-4e23-8f99-64f73868dc4f is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:26.971243 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 08a50021-9fdb-4ebc-a52e-e623d12a6242 up at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:27.024320 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Provisioning complete for port 08a50021-9fdb-4ebc-a52e-e623d12a6242 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:27.024834 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.143383 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Current status of the port 08a50021-9fdb-4ebc-a52e-e623d12a6242 is: ACTIVE; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:27.146749 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d7782a0a-85e3-4e81-a160-02dc3e7ca591 req-7bf83876-4061-428b-bca5-a860d2fb0743 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 210 time: 0.0391021 Apr 11 16:46:27.259800 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-9da6afe9-e303-4d17-834c-8b0ea1e9cff7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.260821 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-9da6afe9-e303-4d17-834c-8b0ea1e9cff7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 814 time: 0.1121542 Apr 11 16:46:27.330442 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-dc4da08e-905b-4f50-acf3-58a77bea68a3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 380 time: 0.0610280 Apr 11 16:46:27.405035 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'port': {'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'admin_state_up': True, 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'security_groups': ['e7f6ce96-8355-4662-a299-54dd0b37df25']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:27.523044 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Made reservation on behalf of 52b7da8bf3624ca98fada39bdde438ee for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:27.528007 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.667711 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Allocated IP 172.20.0.13 (64f8adf0-5b62-426a-b30a-0690e612962b/8ab55376-16be-4aaf-904b-05f3686376bc/57a7b058-1493-4381-8617-efe6e30e215c) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:27.684182 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5f0d4975-2a24-464c-87a5-b9072f994096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.833869 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (57a7b058-1493-4381-8617-efe6e30e215c), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.872180 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (57a7b058-1493-4381-8617-efe6e30e215c), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.919678 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Network 64f8adf0-5b62-426a-b30a-0690e612962b is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:27.922711 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:27.926865 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:27.937354 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=57a7b058-1493-4381-8617-efe6e30e215c,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:27.995222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.995883 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.019189 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-15fb94cc-2eba-4b67-b878-221e5db9cbd2 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6182051 Apr 11 16:46:28.092222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Request body: {'port': {'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:28.158233 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (57a7b058-1493-4381-8617-efe6e30e215c), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.194615 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-38f99e80-060a-401d-b193-9b0da30e45db None None] Provisioning complete for port 57a7b058-1493-4381-8617-efe6e30e215c triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:28.196472 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-38f99e80-060a-401d-b193-9b0da30e45db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (57a7b058-1493-4381-8617-efe6e30e215c), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.238840 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-38f99e80-060a-401d-b193-9b0da30e45db None None] Port 57a7b058-1493-4381-8617-efe6e30e215c cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:28.336522 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7be82-62a2-4ff4-acce-3635d813966d req-83a0d31e-9832-4ab1-94c9-3b6d228120e7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:28.338128 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9f7be82-62a2-4ff4-acce-3635d813966d req-83a0d31e-9832-4ab1-94c9-3b6d228120e7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 932 time: 0.1054013 Apr 11 16:46:28.449858 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9f7be82-62a2-4ff4-acce-3635d813966d req-9db4954c-a71c-4b5b-8d11-4cd54c563339 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019044 Apr 11 16:46:28.529442 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a7b058-1493-4381-8617-efe6e30e215c {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:28.537530 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Publish callbacks [] for port (57a7b058-1493-4381-8617-efe6e30e215c), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.549976 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Transition to ACTIVE for port object 57a7b058-1493-4381-8617-efe6e30e215c will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:46:28.555511 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (57a7b058-1493-4381-8617-efe6e30e215c), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.580666 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.611333 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=57a7b058-1493-4381-8617-efe6e30e215c,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:28.698036 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Attempting to bind port 57a7b058-1493-4381-8617-efe6e30e215c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:28.698380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Attempting to bind port 57a7b058-1493-4381-8617-efe6e30e215c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:28.698714 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Attempting to bind port 57a7b058-1493-4381-8617-efe6e30e215c on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:28.703794 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Port 57a7b058-1493-4381-8617-efe6e30e215c on network 64f8adf0-5b62-426a-b30a-0690e612962b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:46:28.704508 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Attempting to bind port 57a7b058-1493-4381-8617-efe6e30e215c on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:28.710378 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:28.710605 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Checking segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:28.710955 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Bound using segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:28.711373 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Bound port: 57a7b058-1493-4381-8617-efe6e30e215c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:28.711768 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (57a7b058-1493-4381-8617-efe6e30e215c), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.781264 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] For port 57a7b058-1493-4381-8617-efe6e30e215c, host hv-cinder-83716, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:28.784380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] For port 57a7b058-1493-4381-8617-efe6e30e215c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=57a7b058-1493-4381-8617-efe6e30e215c,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:28.790076 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (57a7b058-1493-4381-8617-efe6e30e215c), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.825128 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:28.825750 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.827160 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] 10.222.0.41 "PUT /v2.0/ports/57a7b058-1493-4381-8617-efe6e30e215c HTTP/1.1" status: 200 len: 1094 time: 0.7395353 Apr 11 16:46:28.827593 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'tag': '57a7b058-1493-4381-8617-efe6e30e215c'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:28.829887 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66423c78-7985-45b3-989a-4024e9d9ce60" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ba9b74-1ca3-4c03-b88e-c398753a5247", "tag": "57a7b058-1493-4381-8617-efe6e30e215c"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:28.907990 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7580d4d-ec27-4d5f-a7c4-176b2a847fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=57a7b058-1493-4381-8617-efe6e30e215c,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:28.923250 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d2a700d5-81e4-4eb8-8314-224aac4c9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:28.924878 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-d2a700d5-81e4-4eb8-8314-224aac4c9240 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 1128 time: 0.0508571 Apr 11 16:46:28.968205 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db7e7e-697f-47ec-b7b7-537761f93642 x-openstack-request-id: req-a5db7e7e-697f-47ec-b7b7-537761f93642 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:28.968498 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ba9b74-1ca3-4c03-b88e-c398753a5247", "tag": "57a7b058-1493-4381-8617-efe6e30e215c", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:28.968748 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5db7e7e-697f-47ec-b7b7-537761f93642 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:28.969162 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5db7e7e-697f-47ec-b7b7-537761f93642'] response: {'name': 'network-changed', 'server_uuid': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'tag': '57a7b058-1493-4381-8617-efe6e30e215c', 'status': 'completed', 'code': 200} Apr 11 16:46:28.971010 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-2c8b574c-76db-41a6-b008-65f6e30346aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57a7b058-1493-4381-8617-efe6e30e215c HTTP/1.1" status: 200 len: 217 time: 0.0379958 Apr 11 16:46:29.027750 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-846a17c7-dbee-4270-9b8c-2fa060e81557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:29.029282 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-846a17c7-dbee-4270-9b8c-2fa060e81557 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0523918 Apr 11 16:46:29.074473 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-443eebf2-56e4-421c-93dd-8f135bb73ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:29.076015 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-443eebf2-56e4-421c-93dd-8f135bb73ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403221 Apr 11 16:46:29.168239 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-6975c10d-0ac3-4c62-bd14-a780a8fe4d0c service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862334 Apr 11 16:46:29.273095 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c414854-d8fa-4f67-9c4f-a10c7578446c req-74f0d764-680e-47b0-a707-dd92b1bfd6e1 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951209 Apr 11 16:46:29.568707 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f336d-f0f7-4e40-a034-e8386f687e3b req-d82498f0-b2d3-4890-9858-f76b55967ce8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:29.570123 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-734f336d-f0f7-4e40-a034-e8386f687e3b req-d82498f0-b2d3-4890-9858-f76b55967ce8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 944 time: 0.0520532 Apr 11 16:46:29.619582 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-734f336d-f0f7-4e40-a034-e8386f687e3b req-237159d1-3b95-42c4-bee7-8307e7030634 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Apr 11 16:46:30.468429 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.744148 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14c0e1-e016-43fe-8975-57bb373f4223 req-fed0941e-2f41-48d7-9e8e-1cb815834c14 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:30.745655 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cf14c0e1-e016-43fe-8975-57bb373f4223 req-fed0941e-2f41-48d7-9e8e-1cb815834c14 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 944 time: 0.0563989 Apr 11 16:46:30.795389 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cf14c0e1-e016-43fe-8975-57bb373f4223 req-4a262ac2-ef7e-4222-88a8-6bd12feaa02c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437040 Apr 11 16:46:31.494920 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-39278364-f806-4b63-b9b3-9ba0af709fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.496475 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-39278364-f806-4b63-b9b3-9ba0af709fd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 1128 time: 0.0429192 Apr 11 16:46:31.599917 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-af28b0ae-c707-41e9-9697-c246d41fe609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.601432 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-af28b0ae-c707-41e9-9697-c246d41fe609 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.0985956 Apr 11 16:46:31.643377 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-e240f940-ffc1-4c1c-82a6-572d345f9341 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57a7b058-1493-4381-8617-efe6e30e215c HTTP/1.1" status: 200 len: 217 time: 0.0358450 Apr 11 16:46:31.692718 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-7ae7b77b-c85a-4c4f-9335-b2291fc80714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.694196 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-7ae7b77b-c85a-4c4f-9335-b2291fc80714 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0452104 Apr 11 16:46:31.744400 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-e4cd2beb-1623-401b-95c9-a306eef8ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.746043 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-e4cd2beb-1623-401b-95c9-a306eef8ab92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454180 Apr 11 16:46:31.758426 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:31.845299 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-ca649143-8cf2-4f6e-a066-ff83aa319be2 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908804 Apr 11 16:46:31.955358 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b3203-0911-48b8-b6e4-a1275e256f84 req-9e5bf3ad-fec5-4dc6-99c9-8f2f61cf9121 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.956894 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cc1b3203-0911-48b8-b6e4-a1275e256f84 req-9e5bf3ad-fec5-4dc6-99c9-8f2f61cf9121 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 944 time: 0.0866945 Apr 11 16:46:31.994488 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66423c78-7985-45b3-989a-4024e9d9ce60 req-d3467440-f10e-4740-b8d3-cfa7302bbe41 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425660 Apr 11 16:46:31.997336 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 57a7b058-1493-4381-8617-efe6e30e215c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:46:32.026566 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cc1b3203-0911-48b8-b6e4-a1275e256f84 req-8415c392-b9eb-40b1-9ed3-96eda6bd964e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628877 Apr 11 16:46:32.107154 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 57a7b058-1493-4381-8617-efe6e30e215c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=57a7b058-1493-4381-8617-efe6e30e215c,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:32.119813 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '57a7b058-1493-4381-8617-efe6e30e215c', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:46:32.162758 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 57a7b058-1493-4381-8617-efe6e30e215c is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:32.163170 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (57a7b058-1493-4381-8617-efe6e30e215c), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:32.177738 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a7b058-1493-4381-8617-efe6e30e215c {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:32.200968 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 57a7b058-1493-4381-8617-efe6e30e215c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=57a7b058-1493-4381-8617-efe6e30e215c,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:32.205707 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (57a7b058-1493-4381-8617-efe6e30e215c), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:32.262081 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=57a7b058-1493-4381-8617-efe6e30e215c,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:32.524216 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['57a7b058-1493-4381-8617-efe6e30e215c'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:46:33.158509 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97788e14-f98c-4531-9507-f91c62c5aba1 req-ac663caf-01aa-4754-bc40-ecaaad0d23a8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:33.160211 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-97788e14-f98c-4531-9507-f91c62c5aba1 req-ac663caf-01aa-4754-bc40-ecaaad0d23a8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 945 time: 0.0529592 Apr 11 16:46:33.234466 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-97788e14-f98c-4531-9507-f91c62c5aba1 req-4b833f43-23e2-4a8a-a27c-4db9730445de tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679548 Apr 11 16:46:34.019621 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 57a7b058-1493-4381-8617-efe6e30e215c up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:34.066419 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 57a7b058-1493-4381-8617-efe6e30e215c completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:46:34.076418 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 57a7b058-1493-4381-8617-efe6e30e215c triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:34.076852 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (57a7b058-1493-4381-8617-efe6e30e215c), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:34.159771 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 57a7b058-1493-4381-8617-efe6e30e215c is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:34.160154 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (57a7b058-1493-4381-8617-efe6e30e215c), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:34.183599 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a7b058-1493-4381-8617-efe6e30e215c'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:34.185905 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd212c2-91ca-4a27-b0fe-ca2622acd285" -d '{"events": [{"server_uuid": "f8ba9b74-1ca3-4c03-b88e-c398753a5247", "name": "network-vif-plugged", "status": "completed", "tag": "57a7b058-1493-4381-8617-efe6e30e215c"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:34.198896 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 57a7b058-1493-4381-8617-efe6e30e215c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=57a7b058-1493-4381-8617-efe6e30e215c,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:34.204033 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (57a7b058-1493-4381-8617-efe6e30e215c), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:34.229219 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55394ebf-b636-4d0e-be08-ffea1bb155d0 x-openstack-request-id: req-55394ebf-b636-4d0e-be08-ffea1bb155d0 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:34.229511 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ba9b74-1ca3-4c03-b88e-c398753a5247", "name": "network-vif-plugged", "status": "completed", "tag": "57a7b058-1493-4381-8617-efe6e30e215c", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:34.229763 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55394ebf-b636-4d0e-be08-ffea1bb155d0 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:34.230162 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55394ebf-b636-4d0e-be08-ffea1bb155d0'] response: {'server_uuid': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a7b058-1493-4381-8617-efe6e30e215c', 'code': 200} Apr 11 16:46:34.261312 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=57a7b058-1493-4381-8617-efe6e30e215c,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:34.374041 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c5520-f57e-435b-a3f2-f1e5ff64bff8 req-0c763fb7-3fbd-4444-a66a-8751c472b0ad tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:34.375522 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f04c5520-f57e-435b-a3f2-f1e5ff64bff8 req-0c763fb7-3fbd-4444-a66a-8751c472b0ad tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 946 time: 0.0624909 Apr 11 16:46:34.431895 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b34b66-6739-43aa-97a8-96277641cb57 req-4b4aeafe-54fe-4502-8e10-ef1c7b8e683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:34.433433 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-73b34b66-6739-43aa-97a8-96277641cb57 req-4b4aeafe-54fe-4502-8e10-ef1c7b8e683b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 1130 time: 0.0541701 Apr 11 16:46:34.473576 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f04c5520-f57e-435b-a3f2-f1e5ff64bff8 req-cfeb9c68-4803-4608-bbae-e6e5f23ab46c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858710 Apr 11 16:46:34.498495 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-73b34b66-6739-43aa-97a8-96277641cb57 req-0992ba32-2b54-4bed-b3fa-e2276d2bfc37 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572624 Apr 11 16:46:35.599165 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5ae18-f73d-48eb-903e-9e060c8349e5 req-cedb6083-c5b1-4f6f-8d20-8ac343328cff tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:35.600829 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-69f5ae18-f73d-48eb-903e-9e060c8349e5 req-cedb6083-c5b1-4f6f-8d20-8ac343328cff tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 946 time: 0.0530858 Apr 11 16:46:35.650315 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-69f5ae18-f73d-48eb-903e-9e060c8349e5 req-e46d965e-47ff-4985-bdd5-af8209c03a80 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 Apr 11 16:46:36.771360 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93368-1fce-41f2-97ed-bb5c632ba050 req-39a55589-6b43-4dcb-8e95-ef193cb4ae5b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:36.772905 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ecf93368-1fce-41f2-97ed-bb5c632ba050 req-39a55589-6b43-4dcb-8e95-ef193cb4ae5b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 946 time: 0.0515814 Apr 11 16:46:36.824128 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ecf93368-1fce-41f2-97ed-bb5c632ba050 req-0578172e-899e-416e-bed9-dfa36b8b35fb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453517 Apr 11 16:46:36.939999 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fae8e4-9062-4d39-9d18-bc2c7acc5d48 req-4da29fa2-c00c-4c8f-8520-fd2a43a7d392 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:36.941423 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-31fae8e4-9062-4d39-9d18-bc2c7acc5d48 req-4da29fa2-c00c-4c8f-8520-fd2a43a7d392 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 946 time: 0.0511565 Apr 11 16:46:36.950819 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33234) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:36.955249 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-ee86d0e7-077e-40f4-8405-d1802c60ea1a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'floatingip': {'port_id': '57a7b058-1493-4381-8617-efe6e30e215c'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:36.994684 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ee86d0e7-077e-40f4-8405-d1802c60ea1a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (5dc8ad23-86f7-43d5-b16d-e10e5c443fa6), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.481547 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ee86d0e7-077e-40f4-8405-d1802c60ea1a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.487704 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ee86d0e7-077e-40f4-8405-d1802c60ea1a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (5dc8ad23-86f7-43d5-b16d-e10e5c443fa6), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.592122 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-ee86d0e7-077e-40f4-8405-d1802c60ea1a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Floating IP 5dc8ad23-86f7-43d5-b16d-e10e5c443fa6 associated. External IP: 172.27.0.68, port: 57a7b058-1493-4381-8617-efe6e30e215c. Apr 11 16:46:37.816157 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee86d0e7-077e-40f4-8405-d1802c60ea1a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:46:37.936680 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee86d0e7-077e-40f4-8405-d1802c60ea1a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:37.941438 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ee86d0e7-077e-40f4-8405-d1802c60ea1a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.947341 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:37.958152 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:37.959000 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:46:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:37.980684 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ee86d0e7-077e-40f4-8405-d1802c60ea1a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "PUT /v2.0/floatingips/5dc8ad23-86f7-43d5-b16d-e10e5c443fa6 HTTP/1.1" status: 200 len: 991 time: 1.0285866 Apr 11 16:46:37.981502 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'tag': '57a7b058-1493-4381-8617-efe6e30e215c'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:37.983827 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200f692a-9c3b-4690-bc74-af8a748f74a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ba9b74-1ca3-4c03-b88e-c398753a5247", "tag": "57a7b058-1493-4381-8617-efe6e30e215c"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:38.022820 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58aef5d-8d68-4a23-8c95-560ec193007a x-openstack-request-id: req-f58aef5d-8d68-4a23-8c95-560ec193007a {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:38.023168 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ba9b74-1ca3-4c03-b88e-c398753a5247", "tag": "57a7b058-1493-4381-8617-efe6e30e215c", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:38.023476 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f58aef5d-8d68-4a23-8c95-560ec193007a {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:38.023967 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58aef5d-8d68-4a23-8c95-560ec193007a'] response: {'name': 'network-changed', 'server_uuid': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'tag': '57a7b058-1493-4381-8617-efe6e30e215c', 'status': 'completed', 'code': 200} Apr 11 16:46:38.083810 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:38.086775 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-b8f13a7f-4406-4074-bfb1-7720225b31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:38.088356 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-b8f13a7f-4406-4074-bfb1-7720225b31d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 1130 time: 0.0416536 Apr 11 16:46:38.183798 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-bfbb8684-2df3-4c76-992f-1f3bf64c124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:38.185371 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-bfbb8684-2df3-4c76-992f-1f3bf64c124a service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.0906785 Apr 11 16:46:38.254679 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-637c2f5f-0ebe-4a3e-a774-51ec28481c9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57a7b058-1493-4381-8617-efe6e30e215c HTTP/1.1" status: 200 len: 999 time: 0.0621254 Apr 11 16:46:38.307400 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-1df13556-0d29-4523-9178-4426bd6f8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:38.308898 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-1df13556-0d29-4523-9178-4426bd6f8c85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0488317 Apr 11 16:46:38.360103 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '5dc8ad23-86f7-43d5-b16d-e10e5c443fa6', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:24Z', 'updated_at': '2022-04-11T16:46:37Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:38.360720 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-138ccc70-aab4-4c27-b378-ae18d1f9fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:38.361439 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-138ccc70-aab4-4c27-b378-ae18d1f9fa50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460749 Apr 11 16:46:38.383845 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:38.395838 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:38.397151 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:46:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:38.517047 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:38.740682 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-ae24d79f-2079-4651-a9a2-301e9b8e1589 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727880 Apr 11 16:46:38.747810 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '5dc8ad23-86f7-43d5-b16d-e10e5c443fa6', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:24Z', 'updated_at': '2022-04-11T16:46:37Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:38.843799 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-200f692a-9c3b-4690-bc74-af8a748f74a9 req-224e6aca-30e8-418a-bc53-1a1e89426eb9 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971606 Apr 11 16:46:38.916907 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e3a2f-f764-4872-9cbe-d1adaf1b3227 None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '5dc8ad23-86f7-43d5-b16d-e10e5c443fa6', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:24Z', 'updated_at': '2022-04-11T16:46:37Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:39.128014 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99cf039-d660-439c-8e6f-243f637e5a0f None None] New status for floating IP 5dc8ad23-86f7-43d5-b16d-e10e5c443fa6: ACTIVE {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:46:48.472855 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:54.264438 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05804a-0e33-4290-87e9-4007246ff392 req-4065ed02-69d9-46a4-b92a-3f61a4bc7ddf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:54.265941 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc05804a-0e33-4290-87e9-4007246ff392 req-4065ed02-69d9-46a4-b92a-3f61a4bc7ddf tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 947 time: 0.0510094 Apr 11 16:46:54.316743 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc05804a-0e33-4290-87e9-4007246ff392 req-786b1edd-2096-4675-a687-23c97d4358ee tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438488 Apr 11 16:46:55.138542 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e787daf9-99ff-4b35-9963-863e816f079a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:55.446499 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc341e-355c-4b08-a3bf-210b93a488dd req-42ee2c19-20e1-4d4d-9bf6-3fc33777fe59 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:55.448097 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f3dc341e-355c-4b08-a3bf-210b93a488dd req-42ee2c19-20e1-4d4d-9bf6-3fc33777fe59 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 947 time: 0.0541437 Apr 11 16:46:55.501293 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f3dc341e-355c-4b08-a3bf-210b93a488dd req-28faf64a-491e-4400-a446-1231df16fe43 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d8789de-cee5-487a-8aee-6a3f0a63caba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472014 Apr 11 16:46:55.942026 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-14158296-095c-4477-a530-37f004793191 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:55.943497 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-14158296-095c-4477-a530-37f004793191 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 947 time: 0.0490937 Apr 11 16:46:56.037059 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Deleting port 49b5ba7a-7f54-4acc-8206-d942c4884181 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:46:56.037402 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.136717 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] For port 49b5ba7a-7f54-4acc-8206-d942c4884181, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=49b5ba7a-7f54-4acc-8206-d942c4884181,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:56.137054 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.326051 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.326454 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (13766d16-37bd-418d-bb99-576bc230fe14), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.326693 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Floating IP 13766d16-37bd-418d-bb99-576bc230fe14 disassociated. External IP: 172.27.0.3, port: 49b5ba7a-7f54-4acc-8206-d942c4884181. Apr 11 16:46:56.327061 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Calling delete_port for 49b5ba7a-7f54-4acc-8206-d942c4884181 owned by compute:nova {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:46:56.473657 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (49b5ba7a-7f54-4acc-8206-d942c4884181), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.505903 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event deleted for resources: {'Port': ['ID=49b5ba7a-7f54-4acc-8206-d942c4884181,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:56.633674 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bccf1c18-02ba-4920-9878-681e70935024 req-59ca455b-3119-48cd-b3ce-173e10ea8bb3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/ports?device_id=29dde975-c7d2-4621-9914-28ebf83c7285 HTTP/1.1" status: 200 len: 210 time: 0.0348730 Apr 11 16:46:56.656000 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Router 0b016d98-8e95-4922-9fcd-16a8dff57415 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:46:56.779210 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:56.794868 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] Sync routers for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:56.808379 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:56.809115 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:46:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:56.829407 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] No DVR routers for this DVR port 49b5ba7a-7f54-4acc-8206-d942c4884181 on host hv-cinder-83716 {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:46:56.832253 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.835666 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1442f963-4c91-4327-9c2a-019375c0dc79 req-54fa0564-74a7-47c5-a89f-d37cb221a495 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.41 "DELETE /v2.0/ports/49b5ba7a-7f54-4acc-8206-d942c4884181 HTTP/1.1" status: 204 len: 173 time: 0.8867664 Apr 11 16:46:56.836141 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-deleted', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:56.838530 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a9c72b-fa0d-4cf7-bc10-c8163b2aa04f" -d '{"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-deleted", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:56.901055 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af66225f-8447-4a0e-b32c-3c71fe6a8ecc x-openstack-request-id: req-af66225f-8447-4a0e-b32c-3c71fe6a8ecc {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:56.901609 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dde975-c7d2-4621-9914-28ebf83c7285", "name": "network-vif-deleted", "tag": "49b5ba7a-7f54-4acc-8206-d942c4884181", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:56.901880 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af66225f-8447-4a0e-b32c-3c71fe6a8ecc {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:56.902423 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af66225f-8447-4a0e-b32c-3c71fe6a8ecc'] response: {'server_uuid': '29dde975-c7d2-4621-9914-28ebf83c7285', 'name': 'network-vif-deleted', 'tag': '49b5ba7a-7f54-4acc-8206-d942c4884181', 'status': 'completed', 'code': 200} Apr 11 16:46:56.956958 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:57.177314 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:57.204040 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] Checking router: 0b016d98-8e95-4922-9fcd-16a8dff57415 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:57.213373 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:57.213996 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:46:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:57.335531 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:57.543592 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:57.575089 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9eb3e7-af9f-4467-8741-0e794850a44e None None] The sync data for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi is: [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:35:28Z', 'revision_number': 4, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': '410aa689-be1e-4985-82b2-65f996347b6f', 'name': '', 'network_id': 'f4bfaa63-8897-444c-b3cb-093694071bc5', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'mac_address': 'fa:16:3e:d9:30:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '03911708-801e-410a-ae23-5193852686ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:26Z', 'updated_at': '2022-04-11T16:35:35Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'subnets': [{'id': '03911708-801e-410a-ae23-5193852686ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:57.690509 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6b799ffe-847e-4a93-8f53-09be1d208eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:57.742835 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33268) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:57.804919 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f8240d45-b72d-4598-b04d-2ad1d2f3ec37 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (3d8789de-cee5-487a-8aee-6a3f0a63caba), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:57.835598 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f8240d45-b72d-4598-b04d-2ad1d2f3ec37 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (3d8789de-cee5-487a-8aee-6a3f0a63caba), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:57.837798 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c352e-02b7-453c-b330-166a0d70b8e4 None None] New status for floating IP 13766d16-37bd-418d-bb99-576bc230fe14: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:46:57.888199 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f8240d45-b72d-4598-b04d-2ad1d2f3ec37 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3d8789de-cee5-487a-8aee-6a3f0a63caba), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:57.890749 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f8240d45-b72d-4598-b04d-2ad1d2f3ec37 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:57.891926 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f8240d45-b72d-4598-b04d-2ad1d2f3ec37 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "DELETE /v2.0/security-groups/3d8789de-cee5-487a-8aee-6a3f0a63caba HTTP/1.1" status: 204 len: 168 time: 0.1480258 Apr 11 16:46:57.894824 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33270) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:57.908011 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8240d45-b72d-4598-b04d-2ad1d2f3ec37 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8789de-cee5-487a-8aee-6a3f0a63caba,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:57.910281 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.api.v2.resource [None req-5edab72d-fe96-4665-8b09-8e14ca9c0e15 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] show failed (client error): The resource could not be found. Apr 11 16:46:57.911555 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5edab72d-fe96-4665-8b09-8e14ca9c0e15 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "GET /v2.0/security-groups/3d8789de-cee5-487a-8aee-6a3f0a63caba HTTP/1.1" status: 404 len: 347 time: 0.0157380 Apr 11 16:46:57.914543 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33272) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:58.039036 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Deleting port 07cd3796-e453-4abe-83f8-09ac572c308d {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:46:58.039377 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (07cd3796-e453-4abe-83f8-09ac572c308d), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:58.117922 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (07cd3796-e453-4abe-83f8-09ac572c308d), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:58.118189 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (07cd3796-e453-4abe-83f8-09ac572c308d), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:58.131061 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Calling delete_port for 07cd3796-e453-4abe-83f8-09ac572c308d owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:46:58.274192 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (07cd3796-e453-4abe-83f8-09ac572c308d), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:58.300587 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Pushing event deleted for resources: {'Port': ['ID=07cd3796-e453-4abe-83f8-09ac572c308d,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:58.373226 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks [] for floatingip (13766d16-37bd-418d-bb99-576bc230fe14), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:58.375881 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:58.377124 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ece63da5-f1b8-418f-8bcc-d4cb1268aa19 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] 10.222.0.65 "DELETE /v2.0/floatingips/13766d16-37bd-418d-bb99-576bc230fe14 HTTP/1.1" status: 204 len: 168 time: 0.4616199 Apr 11 16:46:58.580533 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.128721 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 49b5ba7a-7f54-4acc-8206-d942c4884181 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:47:00.149587 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 49b5ba7a-7f54-4acc-8206-d942c4884181 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:47:00.149901 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 49b5ba7a-7f54-4acc-8206-d942c4884181 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:47:00.471552 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.847344 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33296) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:01.262007 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (0b016d98-8e95-4922-9fcd-16a8dff57415), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.582408 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Deleting port 410aa689-be1e-4985-82b2-65f996347b6f {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:47:01.582860 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (410aa689-be1e-4985-82b2-65f996347b6f), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.680807 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] For port 410aa689-be1e-4985-82b2-65f996347b6f, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=410aa689-be1e-4985-82b2-65f996347b6f,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:01.681185 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (410aa689-be1e-4985-82b2-65f996347b6f), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.705018 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Calling delete_port for 410aa689-be1e-4985-82b2-65f996347b6f owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:47:01.763982 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.931167 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (410aa689-be1e-4985-82b2-65f996347b6f), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.963579 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Pushing event deleted for resources: {'Port': ['ID=410aa689-be1e-4985-82b2-65f996347b6f,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:02.201373 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (0b016d98-8e95-4922-9fcd-16a8dff57415), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:02.452842 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Router 0b016d98-8e95-4922-9fcd-16a8dff57415 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:47:02.582414 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:47:02.588508 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8e61e349-865e-45f1-9705-da224418703f admin admin] 10.222.0.65 "PUT /v2.0/routers/0b016d98-8e95-4922-9fcd-16a8dff57415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7395954 Apr 11 16:47:02.591811 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33300) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:02.599721 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] Sync routers for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:47:02.612453 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:02.613115 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:46:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:02.733337 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks [] for router (0b016d98-8e95-4922-9fcd-16a8dff57415), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:02.769729 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:02.885925 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks [] for router_gateway (0b016d98-8e95-4922-9fcd-16a8dff57415), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:02.940823 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Deleting port 9f84939c-748a-431a-a898-bc5765208f71 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:47:02.941821 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (9f84939c-748a-431a-a898-bc5765208f71), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.021539 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '9f84939c-748a-431a-a898-bc5765208f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:47:01Z', 'revision_number': 5, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port': {'id': '9f84939c-748a-431a-a898-bc5765208f71', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:35:18Z', 'updated_at': '2022-04-11T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:03.025407 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] For port 9f84939c-748a-431a-a898-bc5765208f71, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=9f84939c-748a-431a-a898-bc5765208f71,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:03.025774 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (9f84939c-748a-431a-a898-bc5765208f71), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.040351 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Calling delete_port for 9f84939c-748a-431a-a898-bc5765208f71 owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:47:03.056059 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] Checking router: 0b016d98-8e95-4922-9fcd-16a8dff57415 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:47:03.065142 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] Routers {'0b016d98-8e95-4922-9fcd-16a8dff57415'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:03.066665 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:46:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['0b016d98-8e95-4922-9fcd-16a8dff57415'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:03.166379 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] Set router 0b016d98-8e95-4922-9fcd-16a8dff57415 gateway port host: None {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:03.228302 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:47:02Z', 'revision_number': 6, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port_host': None}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:03.266055 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f9fd8-466e-45cd-b9d0-8324d17cefde None None] The sync data for ids ['0b016d98-8e95-4922-9fcd-16a8dff57415'] in dv-cinder-837165-2-iscsi is: [{'id': '0b016d98-8e95-4922-9fcd-16a8dff57415', 'name': 'tempest-AttachVolumeShelveTestJSON-1892924425-router', 'tenant_id': 'fff5d5c8db254085a82ca911ead15f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:35:16Z', 'updated_at': '2022-04-11T16:47:02Z', 'revision_number': 6, 'project_id': 'fff5d5c8db254085a82ca911ead15f49', 'gw_port_host': None}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:47:03.361436 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:47:03.492119 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (9f84939c-748a-431a-a898-bc5765208f71), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.521406 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f84939c-748a-431a-a898-bc5765208f71,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:03.585662 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (0b016d98-8e95-4922-9fcd-16a8dff57415), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.695627 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (0b016d98-8e95-4922-9fcd-16a8dff57415), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.698316 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks [] for router_controller (0b016d98-8e95-4922-9fcd-16a8dff57415), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.756702 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (0b016d98-8e95-4922-9fcd-16a8dff57415), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.757316 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b016d98-8e95-4922-9fcd-16a8dff57415 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:47:03.762580 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.763864 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0aba61ff-df3b-4fcd-8cc6-525f4d3009d9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0b016d98-8e95-4922-9fcd-16a8dff57415 HTTP/1.1" status: 204 len: 168 time: 1.1710758 Apr 11 16:47:03.766594 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33304) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:03.813284 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bae69a1-db13-48e8-9a6b-737540efb964 admin admin] Deleting subnet 03911708-801e-410a-ae23-5193852686ee {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:47:03.817156 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bae69a1-db13-48e8-9a6b-737540efb964 admin admin] Publish callbacks [] for subnet (03911708-801e-410a-ae23-5193852686ee), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.854253 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bae69a1-db13-48e8-9a6b-737540efb964 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529087725'] for subnet (03911708-801e-410a-ae23-5193852686ee), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:03.938503 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bae69a1-db13-48e8-9a6b-737540efb964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (03911708-801e-410a-ae23-5193852686ee), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.002228 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bae69a1-db13-48e8-9a6b-737540efb964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529333390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528556659'] for subnet (03911708-801e-410a-ae23-5193852686ee), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.029343 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae69a1-db13-48e8-9a6b-737540efb964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03911708-801e-410a-ae23-5193852686ee,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:04.033002 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bae69a1-db13-48e8-9a6b-737540efb964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.036670 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0bae69a1-db13-48e8-9a6b-737540efb964 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/03911708-801e-410a-ae23-5193852686ee HTTP/1.1" status: 204 len: 168 time: 0.2690544 Apr 11 16:47:04.043292 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209077c-a360-452c-98bf-485a6d7d88b3 None None] Network f4bfaa63-8897-444c-b3cb-093694071bc5 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:04.044643 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33306) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:04.128261 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (f4bfaa63-8897-444c-b3cb-093694071bc5), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.187140 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Deleting port 176cef57-042b-47c6-90f5-cb5546eb6e69 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:47:04.187458 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.237615 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] DHCP port deletion for f4bfaa63-8897-444c-b3cb-093694071bc5 request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:47:04.262322 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] For port 176cef57-042b-47c6-90f5-cb5546eb6e69, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=176cef57-042b-47c6-90f5-cb5546eb6e69,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:04.262759 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.279209 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Deleting port 176cef57-042b-47c6-90f5-cb5546eb6e69 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:47:04.279688 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.279851 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Calling delete_port for 176cef57-042b-47c6-90f5-cb5546eb6e69 owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:47:04.360876 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] For port 176cef57-042b-47c6-90f5-cb5546eb6e69, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=176cef57-042b-47c6-90f5-cb5546eb6e69,segment=NetworkSegment(2efa9df2-207e-4f9d-b789-dab77b73778f),segment_id=2efa9df2-207e-4f9d-b789-dab77b73778f)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:04.361519 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.385678 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Calling delete_port for 176cef57-042b-47c6-90f5-cb5546eb6e69 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:47:04.387210 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.416134 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=176cef57-042b-47c6-90f5-cb5546eb6e69,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:04.424830 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] No DVR routers for this DVR port 176cef57-042b-47c6-90f5-cb5546eb6e69 on host dv-cinder-837165-2-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:47:04.477039 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (176cef57-042b-47c6-90f5-cb5546eb6e69), after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.508592 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (f4bfaa63-8897-444c-b3cb-093694071bc5), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.540042 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bfaa63-8897-444c-b3cb-093694071bc5']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:04.554534 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efa9df2-207e-4f9d-b789-dab77b73778f') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:04.554823 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efa9df2-207e-4f9d-b789-dab77b73778f') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:04.566687 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2328045'] for segment (2efa9df2-207e-4f9d-b789-dab77b73778f), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.594497 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (2efa9df2-207e-4f9d-b789-dab77b73778f), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.603406 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:47:04.603847 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529018306'] for segment (2efa9df2-207e-4f9d-b789-dab77b73778f), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: Traceback (most recent call last): Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: timer() Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: cb(*args, **kw) Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: return func(*args, **kwargs) Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: self._notify() Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: self.callback(batched_events) Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: event.method(event) Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: return f(self, *a, **k) Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._get(url).json() Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:47:04.606197 dv-cinder-837165-2-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:47:04.655287 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Pushing event deleted for resources: {'Port': ['ID=176cef57-042b-47c6-90f5-cb5546eb6e69,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:04.663766 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] No DVR routers for this DVR port 176cef57-042b-47c6-90f5-cb5546eb6e69 on host dv-cinder-837165-2-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:47:04.668384 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (f4bfaa63-8897-444c-b3cb-093694071bc5), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.670501 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.670501 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.670878 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.671055 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.671758 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.672232 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.672732 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.673118 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.673453 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.673789 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.674124 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.674457 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.678869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.678869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.678869 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed56a1-fb33-4a41-89e3-18338fb39d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:04.679717 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.686272 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f4bfaa63-8897-444c-b3cb-093694071bc5 HTTP/1.1" status: 204 len: 168 time: 0.6378102 Apr 11 16:47:04.698968 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59794d-b031-4930-9266-1c3ea0ae9cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4bfaa63-8897-444c-b3cb-093694071bc5,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:04.813312 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33310) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:04.833971 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 9f84939c-748a-431a-a898-bc5765208f71 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:47:04.854369 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 9f84939c-748a-431a-a898-bc5765208f71 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:47:04.854710 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 9f84939c-748a-431a-a898-bc5765208f71 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:47:04.855198 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 176cef57-042b-47c6-90f5-cb5546eb6e69 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:47:04.861993 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a995d5b5-073f-4ebf-884c-6f8a79965b54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fff5d5c8db254085a82ca911ead15f49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470679 Apr 11 16:47:04.865673 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33312) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:04.875228 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 176cef57-042b-47c6-90f5-cb5546eb6e69 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:47:04.875682 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 176cef57-042b-47c6-90f5-cb5546eb6e69 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:47:04.876179 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 410aa689-be1e-4985-82b2-65f996347b6f no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:47:04.897881 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 410aa689-be1e-4985-82b2-65f996347b6f {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:47:04.898316 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 410aa689-be1e-4985-82b2-65f996347b6f not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:47:04.922144 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0e89-4000-4607-a9b9-396d2f7da810 admin admin] Publish callbacks [] for security_group (68346b9f-ee2b-4bd4-9dbd-63b569321bd4), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.948582 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0e89-4000-4607-a9b9-396d2f7da810 admin admin] Publish callbacks [] for security_group (68346b9f-ee2b-4bd4-9dbd-63b569321bd4), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.001576 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0e89-4000-4607-a9b9-396d2f7da810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (68346b9f-ee2b-4bd4-9dbd-63b569321bd4), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.005078 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0e89-4000-4607-a9b9-396d2f7da810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.006238 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-fa2f0e89-4000-4607-a9b9-396d2f7da810 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68346b9f-ee2b-4bd4-9dbd-63b569321bd4 HTTP/1.1" status: 204 len: 168 time: 0.1395836 Apr 11 16:47:05.014299 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f0e89-4000-4607-a9b9-396d2f7da810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68346b9f-ee2b-4bd4-9dbd-63b569321bd4,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:10.094524 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308689c1-2735-4177-a46e-063142d495c8 req-026a7920-9984-42e3-992d-c99ad20656e1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:10.096204 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-308689c1-2735-4177-a46e-063142d495c8 req-026a7920-9984-42e3-992d-c99ad20656e1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 946 time: 0.0642483 Apr 11 16:47:10.152462 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-308689c1-2735-4177-a46e-063142d495c8 req-1bbb872f-4df7-43ee-b148-9b1708701f39 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501258 Apr 11 16:47:11.273652 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75bca3-dc8f-4602-9ce9-2d0c0a6b8640 req-bbe0984c-3276-4d83-9fd8-64a0a8fbf769 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:11.275236 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7c75bca3-dc8f-4602-9ce9-2d0c0a6b8640 req-bbe0984c-3276-4d83-9fd8-64a0a8fbf769 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 946 time: 0.0489995 Apr 11 16:47:11.337451 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7c75bca3-dc8f-4602-9ce9-2d0c0a6b8640 req-f2f65f9d-f241-41cc-8563-7fd2003fe02e tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557711 Apr 11 16:47:12.455023 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d6f3f-409c-4ac1-883e-ece00ed1cbb7 req-a32c9ee3-b91b-4c26-abd8-3659081fd991 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:12.456555 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ec8d6f3f-409c-4ac1-883e-ece00ed1cbb7 req-a32c9ee3-b91b-4c26-abd8-3659081fd991 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 946 time: 0.0483699 Apr 11 16:47:12.515012 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ec8d6f3f-409c-4ac1-883e-ece00ed1cbb7 req-cab3b2a0-f55c-466e-b961-bc7038b2450f tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525398 Apr 11 16:47:13.078862 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ae43b0e0-d01d-4d5c-8a54-4999306af479 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:13.080148 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ae43b0e0-d01d-4d5c-8a54-4999306af479 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 946 time: 0.0574627 Apr 11 16:47:13.176408 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Deleting port 67220eb2-d14a-4887-a614-ae13ad4fa4be {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:47:13.176916 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.286637 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] For port 67220eb2-d14a-4887-a614-ae13ad4fa4be, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=67220eb2-d14a-4887-a614-ae13ad4fa4be,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:13.286918 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.491531 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.492261 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (1f696d9d-95f3-4b64-a3bd-b80838972b7c), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.492616 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Floating IP 1f696d9d-95f3-4b64-a3bd-b80838972b7c disassociated. External IP: 172.27.0.247, port: 67220eb2-d14a-4887-a614-ae13ad4fa4be. Apr 11 16:47:13.493173 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Calling delete_port for 67220eb2-d14a-4887-a614-ae13ad4fa4be owned by compute:nova {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:47:13.665800 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df7336-f905-47fe-90e7-d24c304faf4f req-31f89017-a001-411d-8e10-c558b240c0d3 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:13.667301 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7df7336-f905-47fe-90e7-d24c304faf4f req-31f89017-a001-411d-8e10-c558b240c0d3 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 946 time: 0.0785341 Apr 11 16:47:13.681019 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (67220eb2-d14a-4887-a614-ae13ad4fa4be), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.721237 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event deleted for resources: {'Port': ['ID=67220eb2-d14a-4887-a614-ae13ad4fa4be,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:13.741624 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.741960 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.742306 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.742639 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.742968 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.743302 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.743623 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.743966 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.744285 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.744606 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.744935 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.745259 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.745577 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.745891 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.746971 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:13.805669 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7df7336-f905-47fe-90e7-d24c304faf4f req-95c2481f-946b-464d-9ff9-4a13acc7579a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324961 Apr 11 16:47:13.883454 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Router 746c2166-1a9d-46b5-a34e-5ccb08970f68 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:47:13.997790 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:47:14.008292 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] Sync routers for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:47:14.019393 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:14.020172 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:46:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:14.053985 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] No DVR routers for this DVR port 67220eb2-d14a-4887-a614-ae13ad4fa4be on host hv-cinder-83716 {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:47:14.058487 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.065051 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9a40044d-c0c5-4025-921a-89ddccfa0f65 req-ab9c03cb-dcbc-41cd-a78e-913a7f3d1012 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "DELETE /v2.0/ports/67220eb2-d14a-4887-a614-ae13ad4fa4be HTTP/1.1" status: 204 len: 173 time: 0.9784465 Apr 11 16:47:14.065639 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'name': 'network-vif-deleted', 'tag': '67220eb2-d14a-4887-a614-ae13ad4fa4be'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:14.070763 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad0b154-abb1-4659-9d37-8279d140a694" -d '{"events": [{"server_uuid": "bb39f773-fda3-4634-8e69-055b9315e3ba", "name": "network-vif-deleted", "tag": "67220eb2-d14a-4887-a614-ae13ad4fa4be"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:14.196806 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b44ce0c-8c60-4ac1-b648-dcca5ec5b548 x-openstack-request-id: req-7b44ce0c-8c60-4ac1-b648-dcca5ec5b548 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:14.197922 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb39f773-fda3-4634-8e69-055b9315e3ba", "name": "network-vif-deleted", "tag": "67220eb2-d14a-4887-a614-ae13ad4fa4be", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:14.197922 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b44ce0c-8c60-4ac1-b648-dcca5ec5b548 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:14.198133 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b44ce0c-8c60-4ac1-b648-dcca5ec5b548'] response: {'server_uuid': 'bb39f773-fda3-4634-8e69-055b9315e3ba', 'name': 'network-vif-deleted', 'tag': '67220eb2-d14a-4887-a614-ae13ad4fa4be', 'status': 'completed', 'code': 200} Apr 11 16:47:14.209565 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:14.483880 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:14.518517 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] Checking router: 746c2166-1a9d-46b5-a34e-5ccb08970f68 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:47:14.528730 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:14.529359 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:46:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:14.649566 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:14.923883 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3ccba857-0bcb-46b7-a008-778b02fc7418 req-865101ff-c20a-476e-8067-c9191c698617 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb39f773-fda3-4634-8e69-055b9315e3ba HTTP/1.1" status: 200 len: 210 time: 0.0311601 Apr 11 16:47:14.991906 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:15.024679 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21511b45-1856-4f04-b65b-f144e63d888e None None] The sync data for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi is: [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:47:15.300132 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45a437-647f-4526-a4d0-a2e3fb65b743 None None] New status for floating IP 1f696d9d-95f3-4b64-a3bd-b80838972b7c: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:47:15.739251 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33440) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:15.851163 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4805dd41-aee2-40f1-a429-bebd0b0af00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.943247 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4805dd41-aee2-40f1-a429-bebd0b0af00d admin admin] Publish callbacks [] for security_group (22403aec-6782-49a2-8f2d-7a087e702fc9), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.948417 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4805dd41-aee2-40f1-a429-bebd0b0af00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (22403aec-6782-49a2-8f2d-7a087e702fc9), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.991222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805dd41-aee2-40f1-a429-bebd0b0af00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22403aec-6782-49a2-8f2d-7a087e702fc9,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:15.996204 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4805dd41-aee2-40f1-a429-bebd0b0af00d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd379d7bb4f84cfba2086fd4ef84b082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554822 Apr 11 16:47:15.999057 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33448) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:16.069045 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Publish callbacks [] for security_group (22403aec-6782-49a2-8f2d-7a087e702fc9), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.098598 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Publish callbacks [] for security_group (22403aec-6782-49a2-8f2d-7a087e702fc9), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.161239 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (22403aec-6782-49a2-8f2d-7a087e702fc9), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.164238 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.165499 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22403aec-6782-49a2-8f2d-7a087e702fc9 HTTP/1.1" status: 204 len: 168 time: 0.1650462 Apr 11 16:47:16.174966 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 67220eb2-d14a-4887-a614-ae13ad4fa4be no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:47:16.180778 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22403aec-6782-49a2-8f2d-7a087e702fc9,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:16.193637 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.193989 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.194294 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.194807 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.195290 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.195825 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.196316 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.196805 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.197291 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.198088 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.198983 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.199571 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.200068 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.200810 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.201304 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00427973-bba9-4126-8ba5-1a79d165a413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:16.202522 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 67220eb2-d14a-4887-a614-ae13ad4fa4be {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:47:16.202882 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 67220eb2-d14a-4887-a614-ae13ad4fa4be not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:47:16.274201 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-bbc3e24d-d573-4ff7-a87b-a84aa4751ff5 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299759803&fields=id&tenant_id=cc3803567a904d698675781a5ccd07cd HTTP/1.1" status: 200 len: 267 time: 0.0576599 Apr 11 16:47:16.403577 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944139b-e6b7-4011-b249-d8809db325f7 req-aff2e05f-dbc7-42fc-b3e4-f961763c4ad2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:16.405137 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-aff2e05f-dbc7-42fc-b3e4-f961763c4ad2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 811 time: 0.1216352 Apr 11 16:47:16.424942 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-00184998-6fb6-46e2-9779-9c8237c03bca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/quotas/cc3803567a904d698675781a5ccd07cd HTTP/1.1" status: 200 len: 375 time: 0.0107100 Apr 11 16:47:16.484313 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-079c1852-174a-49d0-b1ec-1ae544a08a37 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536945 Apr 11 16:47:16.502944 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-baa0e91e-3ead-40b9-a41f-9b45e5d71daa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:47:16.504434 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-baa0e91e-3ead-40b9-a41f-9b45e5d71daa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073152 Apr 11 16:47:16.619300 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-ab47e421-1873-4edf-82e7-91fefe63bcdd service neutron] 10.222.0.65 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080892 Apr 11 16:47:16.747307 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-4d41d0b8-de98-4503-9ec2-22a1d36a7f17 service neutron] 10.222.0.65 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218483 Apr 11 16:47:17.113576 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6b11a46-e9d4-4b74-9e49-0b496151568f req-554bf09c-3401-47e1-83dd-543ab005c69c tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 210 time: 0.0326629 Apr 11 16:47:17.601984 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33520) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:17.752159 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f6838a68-f203-4077-9605-5a0cb04e765b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.832954 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f6838a68-f203-4077-9605-5a0cb04e765b admin admin] Publish callbacks [] for security_group (b1ce7391-afd2-4a67-9ea4-9b2535413fa6), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.838330 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f6838a68-f203-4077-9605-5a0cb04e765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b1ce7391-afd2-4a67-9ea4-9b2535413fa6), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.877555 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6838a68-f203-4077-9605-5a0cb04e765b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ce7391-afd2-4a67-9ea4-9b2535413fa6,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:17.881961 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f6838a68-f203-4077-9605-5a0cb04e765b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9441ec3f8574a90888d53965bbacb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787924 Apr 11 16:47:17.885010 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33524) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:17.939151 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bf16f8a1-0d9c-4313-9ffd-97e160d1eedb admin admin] Publish callbacks [] for security_group (b1ce7391-afd2-4a67-9ea4-9b2535413fa6), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.964211 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bf16f8a1-0d9c-4313-9ffd-97e160d1eedb admin admin] Publish callbacks [] for security_group (b1ce7391-afd2-4a67-9ea4-9b2535413fa6), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.037689 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bf16f8a1-0d9c-4313-9ffd-97e160d1eedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b1ce7391-afd2-4a67-9ea4-9b2535413fa6), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.042029 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bf16f8a1-0d9c-4313-9ffd-97e160d1eedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.047985 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-bf16f8a1-0d9c-4313-9ffd-97e160d1eedb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1ce7391-afd2-4a67-9ea4-9b2535413fa6 HTTP/1.1" status: 204 len: 168 time: 0.1618400 Apr 11 16:47:18.058941 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16f8a1-0d9c-4313-9ffd-97e160d1eedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ce7391-afd2-4a67-9ea4-9b2535413fa6,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:18.156922 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944139b-e6b7-4011-b249-d8809db325f7 req-c61ced5f-defc-46cc-b7e8-0d3801682dd7 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:18.159531 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-c61ced5f-defc-46cc-b7e8-0d3801682dd7 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 811 time: 0.1606371 Apr 11 16:47:18.276532 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-f795a637-d281-40fb-ae7f-8f8a9ef803c4 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3803567a904d698675781a5ccd07cd HTTP/1.1" status: 200 len: 380 time: 0.1085618 Apr 11 16:47:18.278525 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c7eb433-81ce-4455-98f5-152c81fd816f req-0e079fc4-65b2-427b-a20b-7efcf80e9a91 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 210 time: 0.0509470 Apr 11 16:47:18.286713 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'port': {'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'admin_state_up': True, 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'security_groups': ['41314ebf-d960-4efb-bc02-41c90800887f']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:18.430432 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Made reservation on behalf of cc3803567a904d698675781a5ccd07cd for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:18.434665 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.484288 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.627004 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Allocated IP 172.20.0.6 (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc/85465a17-e036-4fce-895f-117b132a4274/36b6fa9b-53fb-486f-bde2-16297771bdc7) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:18.844506 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.885461 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.960044 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:18.965650 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:18.972464 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:19.021118 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'Port': ['ID=36b6fa9b-53fb-486f-bde2-16297771bdc7,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.064108 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.065310 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.085780 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-8e4d97fb-359c-443d-a2d4-5124184786d1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8039095 Apr 11 16:47:19.099655 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Request body: {'port': {'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:19.185230 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.244746 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-f59e0b09-e410-4298-b3c5-8b952a1f85cb None None] Provisioning complete for port 36b6fa9b-53fb-486f-bde2-16297771bdc7 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:19.245305 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f59e0b09-e410-4298-b3c5-8b952a1f85cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.289652 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-f59e0b09-e410-4298-b3c5-8b952a1f85cb None None] Port 36b6fa9b-53fb-486f-bde2-16297771bdc7 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:47:19.473559 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586e57c-df67-4413-90c0-4274016e8360 req-e7e2ccde-946b-41ca-bdcd-cfa5f8f435f0 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.475197 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c586e57c-df67-4413-90c0-4274016e8360 req-e7e2ccde-946b-41ca-bdcd-cfa5f8f435f0 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 931 time: 0.1025028 Apr 11 16:47:19.567535 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c586e57c-df67-4413-90c0-4274016e8360 req-bac9d13d-a1c5-4406-a8ed-de81c05cfafc tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846703 Apr 11 16:47:19.613895 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b6fa9b-53fb-486f-bde2-16297771bdc7 {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:19.625093 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Publish callbacks [] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.643079 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Transition to ACTIVE for port object 36b6fa9b-53fb-486f-bde2-16297771bdc7 will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:47:19.647899 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.711834 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Pushing event updated for resources: {'Port': ['ID=36b6fa9b-53fb-486f-bde2-16297771bdc7,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.807212 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Attempting to bind port 36b6fa9b-53fb-486f-bde2-16297771bdc7 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:47:19.807689 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Attempting to bind port 36b6fa9b-53fb-486f-bde2-16297771bdc7 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:47:19.808079 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Attempting to bind port 36b6fa9b-53fb-486f-bde2-16297771bdc7 on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:19.813676 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Port 36b6fa9b-53fb-486f-bde2-16297771bdc7 on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:47:19.814027 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Attempting to bind port 36b6fa9b-53fb-486f-bde2-16297771bdc7 on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:19.820563 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:47:19.820928 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Checking segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:19.821386 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Bound using segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:47:19.821881 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Bound port: 36b6fa9b-53fb-486f-bde2-16297771bdc7, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:47:19.822268 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.913326 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] For port 36b6fa9b-53fb-486f-bde2-16297771bdc7, host hv-cinder-83716, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:47:19.918447 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] For port 36b6fa9b-53fb-486f-bde2-16297771bdc7, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:47:19.928205 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.936905 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-862d1cac-e552-4899-a877-49fd99f00ce9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594225 Apr 11 16:47:19.965551 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.966557 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.968110 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] 10.222.0.41 "PUT /v2.0/ports/36b6fa9b-53fb-486f-bde2-16297771bdc7 HTTP/1.1" status: 200 len: 1093 time: 0.8746383 Apr 11 16:47:19.968766 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:19.971335 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc79f1a-d106-425b-bfca-67f23a866e57" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:20.089604 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746ab884-1f0a-4c19-9ab9-a4d79df70d18 x-openstack-request-id: req-746ab884-1f0a-4c19-9ab9-a4d79df70d18 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:20.090140 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:20.090565 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-746ab884-1f0a-4c19-9ab9-a4d79df70d18 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:20.091065 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746ab884-1f0a-4c19-9ab9-a4d79df70d18'] response: {'name': 'network-changed', 'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'status': 'completed', 'code': 200} Apr 11 16:47:20.098896 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691fcdd-95f2-481f-b940-c67a3b2fb93b service neutron] Pushing event updated for resources: {'Port': ['ID=36b6fa9b-53fb-486f-bde2-16297771bdc7,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:20.116240 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-8b7c16eb-4add-4990-8e30-110efa06226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.117809 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-8b7c16eb-4add-4990-8e30-110efa06226a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 1130 time: 0.1024866 Apr 11 16:47:20.118275 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944139b-e6b7-4011-b249-d8809db325f7 req-de8a37f5-1e05-4318-82cd-be7d93e8a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.120183 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-de8a37f5-1e05-4318-82cd-be7d93e8a91e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 1127 time: 0.0753338 Apr 11 16:47:20.194801 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-30a08c60-d3f8-433c-9e28-ea958d71898e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7 HTTP/1.1" status: 200 len: 217 time: 0.0670137 Apr 11 16:47:20.267195 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-8f2215b0-ecc8-41a2-b7c7-db3c30f7b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.269326 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944139b-e6b7-4011-b249-d8809db325f7 req-2fa2332b-5743-4521-a08e-4992538f6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.270719 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-8f2215b0-ecc8-41a2-b7c7-db3c30f7b534 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.1270316 Apr 11 16:47:20.271687 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-2fa2332b-5743-4521-a08e-4992538f6040 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0697472 Apr 11 16:47:20.342951 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944139b-e6b7-4011-b249-d8809db325f7 req-1027a14d-8feb-4ac7-9a7e-69c007266335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.345356 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-1027a14d-8feb-4ac7-9a7e-69c007266335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631876 Apr 11 16:47:20.474944 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-420faed0-ae7a-4d61-8180-cf7e061ed59b service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233099 Apr 11 16:47:20.634509 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a944139b-e6b7-4011-b249-d8809db325f7 req-f8606a89-c2cb-4ca9-b69c-7b4031785332 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539919 Apr 11 16:47:20.664446 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33582) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:20.671115 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-041c72f7-e98d-470e-aa04-f9c3575b6ee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57a7b058-1493-4381-8617-efe6e30e215c HTTP/1.1" status: 200 len: 1001 time: 0.3896530 Apr 11 16:47:20.736988 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7f27b-a892-4afc-91b3-2a3f24704c8f req-c8a4c504-cc2b-4ae8-8737-58a09ab7c9d8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.738800 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-74a7f27b-a892-4afc-91b3-2a3f24704c8f req-c8a4c504-cc2b-4ae8-8737-58a09ab7c9d8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 943 time: 0.0624747 Apr 11 16:47:20.805444 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-74a7f27b-a892-4afc-91b3-2a3f24704c8f req-13290dae-39f3-407a-8757-7d748eab7799 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576434 Apr 11 16:47:20.834898 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-73219112-8e00-4a6f-bfb7-7a55867c6e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.935134 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-73219112-8e00-4a6f-bfb7-7a55867c6e2e admin admin] Publish callbacks [] for security_group (1dd752d0-caba-4a93-a410-5a9478620888), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.940208 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-73219112-8e00-4a6f-bfb7-7a55867c6e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1dd752d0-caba-4a93-a410-5a9478620888), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.984871 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-73219112-8e00-4a6f-bfb7-7a55867c6e2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2abab0ff22de42bca2d46fb4e9cddfab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185904 Apr 11 16:47:20.985640 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73219112-8e00-4a6f-bfb7-7a55867c6e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd752d0-caba-4a93-a410-5a9478620888,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:20.988221 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33586) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:21.049432 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8db30bf0-450c-4a73-9497-af0b769e9331 admin admin] Publish callbacks [] for security_group (1dd752d0-caba-4a93-a410-5a9478620888), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.075947 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8db30bf0-450c-4a73-9497-af0b769e9331 admin admin] Publish callbacks [] for security_group (1dd752d0-caba-4a93-a410-5a9478620888), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.140558 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8db30bf0-450c-4a73-9497-af0b769e9331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1dd752d0-caba-4a93-a410-5a9478620888), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.144552 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8db30bf0-450c-4a73-9497-af0b769e9331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.146064 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8db30bf0-450c-4a73-9497-af0b769e9331 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1dd752d0-caba-4a93-a410-5a9478620888 HTTP/1.1" status: 204 len: 168 time: 0.1565166 Apr 11 16:47:21.156109 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db30bf0-450c-4a73-9497-af0b769e9331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd752d0-caba-4a93-a410-5a9478620888,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:21.510975 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33592) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:21.525694 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-552cc416-0d8e-4bf7-8cbc-22b10c5890b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.612217 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-552cc416-0d8e-4bf7-8cbc-22b10c5890b4 admin admin] Publish callbacks [] for security_group (13f95b50-b00c-4cd1-af6c-55abcbc27756), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.617783 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-552cc416-0d8e-4bf7-8cbc-22b10c5890b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (13f95b50-b00c-4cd1-af6c-55abcbc27756), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.663271 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-552cc416-0d8e-4bf7-8cbc-22b10c5890b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=65bd45783ff44aaf9ea01e63ebab9471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508613 Apr 11 16:47:21.664355 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc416-0d8e-4bf7-8cbc-22b10c5890b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f95b50-b00c-4cd1-af6c-55abcbc27756,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:21.666218 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33594) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:21.724964 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a8e624cd-432f-4f3b-8472-a8f2e0a8a7b2 admin admin] Publish callbacks [] for security_group (13f95b50-b00c-4cd1-af6c-55abcbc27756), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.747600 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a8e624cd-432f-4f3b-8472-a8f2e0a8a7b2 admin admin] Publish callbacks [] for security_group (13f95b50-b00c-4cd1-af6c-55abcbc27756), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.800118 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a8e624cd-432f-4f3b-8472-a8f2e0a8a7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (13f95b50-b00c-4cd1-af6c-55abcbc27756), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.804261 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a8e624cd-432f-4f3b-8472-a8f2e0a8a7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.805900 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a8e624cd-432f-4f3b-8472-a8f2e0a8a7b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13f95b50-b00c-4cd1-af6c-55abcbc27756 HTTP/1.1" status: 204 len: 168 time: 0.1384313 Apr 11 16:47:21.816085 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e624cd-432f-4f3b-8472-a8f2e0a8a7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f95b50-b00c-4cd1-af6c-55abcbc27756,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:21.939628 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300f855-8334-43d6-b96b-bb6df4b535e8 req-f1f56730-d02f-4e1a-9ccc-8fdfa3e2d86d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:21.941714 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d300f855-8334-43d6-b96b-bb6df4b535e8 req-f1f56730-d02f-4e1a-9ccc-8fdfa3e2d86d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 943 time: 0.0600700 Apr 11 16:47:22.003490 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d300f855-8334-43d6-b96b-bb6df4b535e8 req-c2fa921b-f668-42e7-a2c3-d60d6a9838d7 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547922 Apr 11 16:47:22.213936 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-f03b0b6f-65a1-416d-975d-0eff178e37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.215713 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-f03b0b6f-65a1-416d-975d-0eff178e37fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0528917 Apr 11 16:47:22.222817 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-aa224a45-10b7-45f5-bfbd-85838a43f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.224685 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-aa224a45-10b7-45f5-bfbd-85838a43f66b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 1127 time: 0.0497634 Apr 11 16:47:22.266292 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-3a71da40-8030-46e3-9c9d-672b28c96108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.268166 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-3a71da40-8030-46e3-9c9d-672b28c96108 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456009 Apr 11 16:47:22.341808 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-8e69161d-f9a1-4669-88c6-9082d914ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.344212 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-8e69161d-f9a1-4669-88c6-9082d914ce13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.1133173 Apr 11 16:47:22.390003 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-77f57461-a0f9-4632-8ec2-150b2497edea service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149998 Apr 11 16:47:22.403576 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-616322a9-a210-47e6-a525-a2ae52f7ea43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7 HTTP/1.1" status: 200 len: 217 time: 0.0532954 Apr 11 16:47:22.464555 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-86be8014-dfb1-4303-a6f5-80fc29ee0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.465850 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-86be8014-dfb1-4303-a6f5-80fc29ee0303 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0566266 Apr 11 16:47:22.511136 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b4bbc3b-91bc-46fb-9e84-8e6c417342ad req-4415853e-7c45-4ce0-815d-6093192cf26b service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155460 Apr 11 16:47:22.515293 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-fb0b6c5a-e2ac-4ecb-b349-b8aa785e14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.516939 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-fb0b6c5a-e2ac-4ecb-b349-b8aa785e14e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456443 Apr 11 16:47:22.628085 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-6ffdc7db-4a00-492d-b886-b4290380e4e6 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048760 Apr 11 16:47:22.701222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33618) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:22.727565 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9dc79f1a-d106-425b-bfca-67f23a866e57 req-32ea9d4b-3fa0-4719-a91e-3cec144b7881 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935934 Apr 11 16:47:22.805597 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482967399-network', 'tenant_id': 'c70dcd1d201e443eb589255b9fbe40d6'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:22.826850 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Made reservation on behalf of c70dcd1d201e443eb589255b9fbe40d6 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:22.829249 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:22.842441 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:22.922837 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Publish callbacks [] for security_group (4ae2684f-3a29-4ca2-b938-0b13c6c2260f), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:22.927926 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4ae2684f-3a29-4ca2-b938-0b13c6c2260f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:22.953327 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:47:22.963192 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae2684f-3a29-4ca2-b938-0b13c6c2260f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:22.968179 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (ec4925f0-7b3c-4382-bc2f-0967e96e4d5d), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:22.968544 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Added segment ec4925f0-7b3c-4382-bc2f-0967e96e4d5d of type vlan for network 19497ff5-e0bf-483b-b2ea-afff1ec99e60 Apr 11 16:47:23.010360 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (19497ff5-e0bf-483b-b2ea-afff1ec99e60), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.036803 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (19497ff5-e0bf-483b-b2ea-afff1ec99e60), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.037881 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:23.038405 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.072513 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3701296 Apr 11 16:47:23.076373 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33624) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:23.082350 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Request body: {'subnet': {'network_id': '19497ff5-e0bf-483b-b2ea-afff1ec99e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482967399-subnet', 'tenant_id': 'c70dcd1d201e443eb589255b9fbe40d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:23.106151 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Made reservation on behalf of c70dcd1d201e443eb589255b9fbe40d6 for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:23.108908 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528556654'] for subnet (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.135392 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119aa30f-748f-4510-acd7-2cd2a2c6d9fa admin admin] Pushing event updated for resources: {'Network': ['ID=19497ff5-e0bf-483b-b2ea-afff1ec99e60,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:23.146911 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 19497ff5-e0bf-483b-b2ea-afff1ec99e60 details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:47:23.160667 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5da1f-5529-4404-9663-cf53596c95a5 req-277e82a2-592b-4fba-83db-eef9aac66aa0 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:23.163065 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b5da1f-5529-4404-9663-cf53596c95a5 req-277e82a2-592b-4fba-83db-eef9aac66aa0 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 943 time: 0.0614018 Apr 11 16:47:23.223818 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b5da1f-5529-4404-9663-cf53596c95a5 req-a13e0e7a-2150-4841-8601-4b121b92d591 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546703 Apr 11 16:47:23.321668 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529333571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528556668'] for subnet (fa2ec94d-edce-43ef-bf78-ec2b5a2e45ce), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.378634 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2ec94d-edce-43ef-bf78-ec2b5a2e45ce,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:23.389488 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Checking segment: {'id': 'ec4925f0-7b3c-4382-bc2f-0967e96e4d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19497ff5-e0bf-483b-b2ea-afff1ec99e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:23.389846 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Network hostable DHCP agents. Network: 19497ff5-e0bf-483b-b2ea-afff1ec99e60, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:47:23.409385 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Network 19497ff5-e0bf-483b-b2ea-afff1ec99e60 is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:47:23.419859 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 19497ff5-e0bf-483b-b2ea-afff1ec99e60) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:23.424844 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:23.426128 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.429378 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1235248-16e3-4b3c-9c0c-51b612a9494b None None] Network 19497ff5-e0bf-483b-b2ea-afff1ec99e60 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:23.447208 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f2121bf2-0ce7-4025-8b07-29885965c62a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3695374 Apr 11 16:47:23.536211 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e0ec9f-6f68-4ef9-bcce-af23a9eede69 None None] Network 19497ff5-e0bf-483b-b2ea-afff1ec99e60 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:23.953641 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33640) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:23.958782 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-908318768-network', 'tenant_id': '28d4459d46cf420c904e6e836d976f69'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:23.981858 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Made reservation on behalf of 28d4459d46cf420c904e6e836d976f69 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:23.984590 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.995394 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.089250 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Publish callbacks [] for security_group (dba88bc9-656e-47e5-bdbb-c01f080e6bb1), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.094349 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (dba88bc9-656e-47e5-bdbb-c01f080e6bb1), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.122294 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:47:24.134039 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba88bc9-656e-47e5-bdbb-c01f080e6bb1,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:24.139689 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (382e616d-1c64-471c-8a89-f6db18b89bd8), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.140054 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Added segment 382e616d-1c64-471c-8a89-f6db18b89bd8 of type vlan for network 71a8479f-b6ae-47f1-aa7c-96d3818680ee Apr 11 16:47:24.186257 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (71a8479f-b6ae-47f1-aa7c-96d3818680ee), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.215282 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (71a8479f-b6ae-47f1-aa7c-96d3818680ee), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.216409 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:24.217001 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.252065 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2971265 Apr 11 16:47:24.255346 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33644) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:24.260665 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Request body: {'subnet': {'network_id': '71a8479f-b6ae-47f1-aa7c-96d3818680ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-908318768-subnet', 'tenant_id': '28d4459d46cf420c904e6e836d976f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:24.281827 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d0cac-a397-404b-930b-410c4c9af8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=71a8479f-b6ae-47f1-aa7c-96d3818680ee,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:24.292613 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Made reservation on behalf of 28d4459d46cf420c904e6e836d976f69 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:24.293161 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 71a8479f-b6ae-47f1-aa7c-96d3818680ee details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:47:24.294992 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532083092'] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.423474 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ecebf-7d3b-471b-a17e-fe2fb8d4c735 req-079a948a-df72-4b15-98ec-cda6ba09da86 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:24.425244 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1e0ecebf-7d3b-471b-a17e-fe2fb8d4c735 req-079a948a-df72-4b15-98ec-cda6ba09da86 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 943 time: 0.1006918 Apr 11 16:47:24.513646 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1e0ecebf-7d3b-471b-a17e-fe2fb8d4c735 req-3bfdc55a-22de-408e-80a5-9c05071c302c tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808709 Apr 11 16:47:24.565449 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529018021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532083078'] for subnet (2942c8f2-8652-4b8f-8a41-76c550b3a3db), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.622178 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2942c8f2-8652-4b8f-8a41-76c550b3a3db,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:24.638511 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Checking segment: {'id': '382e616d-1c64-471c-8a89-f6db18b89bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '71a8479f-b6ae-47f1-aa7c-96d3818680ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:24.638872 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Network hostable DHCP agents. Network: 71a8479f-b6ae-47f1-aa7c-96d3818680ee, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:47:24.657767 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Network 71a8479f-b6ae-47f1-aa7c-96d3818680ee is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:47:24.667843 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 71a8479f-b6ae-47f1-aa7c-96d3818680ee) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:24.672037 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:24.672640 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.677793 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8707e5d-ffb5-4a6a-95ef-7fa17a7d4226 None None] Network 71a8479f-b6ae-47f1-aa7c-96d3818680ee requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:24.700676 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fb990ac2-1a05-4ddb-a63d-63912dad9715 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4435885 Apr 11 16:47:24.796908 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62412bde-5136-4617-9982-8477813781d2 None None] Network 71a8479f-b6ae-47f1-aa7c-96d3818680ee requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:24.818615 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33648) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:24.870108 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a46bdbc-e0c9-4373-9f1d-89e1bdba21f3 admin admin] Deleting subnet fa2ec94d-edce-43ef-bf78-ec2b5a2e45ce {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:47:24.873511 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9a46bdbc-e0c9-4373-9f1d-89e1bdba21f3 admin admin] Publish callbacks [] for subnet (fa2ec94d-edce-43ef-bf78-ec2b5a2e45ce), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.912621 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9a46bdbc-e0c9-4373-9f1d-89e1bdba21f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529087725'] for subnet (fa2ec94d-edce-43ef-bf78-ec2b5a2e45ce), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.951841 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9a46bdbc-e0c9-4373-9f1d-89e1bdba21f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (fa2ec94d-edce-43ef-bf78-ec2b5a2e45ce), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.009703 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9a46bdbc-e0c9-4373-9f1d-89e1bdba21f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529333390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528556659'] for subnet (fa2ec94d-edce-43ef-bf78-ec2b5a2e45ce), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.036191 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46bdbc-e0c9-4373-9f1d-89e1bdba21f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2ec94d-edce-43ef-bf78-ec2b5a2e45ce,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:25.040111 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9a46bdbc-e0c9-4373-9f1d-89e1bdba21f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.043290 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9a46bdbc-e0c9-4373-9f1d-89e1bdba21f3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fa2ec94d-edce-43ef-bf78-ec2b5a2e45ce HTTP/1.1" status: 204 len: 168 time: 0.2236383 Apr 11 16:47:25.045763 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33650) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:25.119118 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (19497ff5-e0bf-483b-b2ea-afff1ec99e60), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.144004 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6eafd545-bf95-471b-bcc4-fb30e17b59a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.209048 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (19497ff5-e0bf-483b-b2ea-afff1ec99e60), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.235274 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19497ff5-e0bf-483b-b2ea-afff1ec99e60']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:25.246322 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4925f0-7b3c-4382-bc2f-0967e96e4d5d') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:25.246557 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4925f0-7b3c-4382-bc2f-0967e96e4d5d') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:25.257019 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529087716'] for segment (ec4925f0-7b3c-4382-bc2f-0967e96e4d5d), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.271071 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (ec4925f0-7b3c-4382-bc2f-0967e96e4d5d), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.277446 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:47:25.277907 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529333284'] for segment (ec4925f0-7b3c-4382-bc2f-0967e96e4d5d), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: Traceback (most recent call last): Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: timer() Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: cb(*args, **kw) Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: return func(*args, **kwargs) Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: self._notify() Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: self.callback(batched_events) Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: event.method(event) Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: return f(self, *a, **k) Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._get(url).json() Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:47:25.279728 dv-cinder-837165-2-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:47:25.338638 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (19497ff5-e0bf-483b-b2ea-afff1ec99e60), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.343223 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.349282 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/19497ff5-e0bf-483b-b2ea-afff1ec99e60 HTTP/1.1" status: 204 len: 168 time: 0.3000741 Apr 11 16:47:25.349899 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33652) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:25.365255 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e2bd-6d8f-4e5e-bbf4-197a808ef2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=19497ff5-e0bf-483b-b2ea-afff1ec99e60,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:25.403565 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce85e4f-6491-46e2-a6d6-d2eb4d25b435 admin admin] Deleting subnet 2942c8f2-8652-4b8f-8a41-76c550b3a3db {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:47:25.407470 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fce85e4f-6491-46e2-a6d6-d2eb4d25b435 admin admin] Publish callbacks [] for subnet (2942c8f2-8652-4b8f-8a41-76c550b3a3db), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.444443 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fce85e4f-6491-46e2-a6d6-d2eb4d25b435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2328036'] for subnet (2942c8f2-8652-4b8f-8a41-76c550b3a3db), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.485472 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fce85e4f-6491-46e2-a6d6-d2eb4d25b435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (2942c8f2-8652-4b8f-8a41-76c550b3a3db), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.549765 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fce85e4f-6491-46e2-a6d6-d2eb4d25b435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529018216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532083081'] for subnet (2942c8f2-8652-4b8f-8a41-76c550b3a3db), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.574929 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce85e4f-6491-46e2-a6d6-d2eb4d25b435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2942c8f2-8652-4b8f-8a41-76c550b3a3db,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:25.581145 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fce85e4f-6491-46e2-a6d6-d2eb4d25b435 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.584468 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fce85e4f-6491-46e2-a6d6-d2eb4d25b435 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2942c8f2-8652-4b8f-8a41-76c550b3a3db HTTP/1.1" status: 204 len: 168 time: 0.2332158 Apr 11 16:47:25.587114 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33656) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:25.649071 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b581b9-12e2-4962-b0fd-966b71fb0500 req-1f2291a3-b5cc-4987-b914-dcd51c27c316 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:25.650576 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7b581b9-12e2-4962-b0fd-966b71fb0500 req-1f2291a3-b5cc-4987-b914-dcd51c27c316 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 943 time: 0.0593548 Apr 11 16:47:25.665356 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (71a8479f-b6ae-47f1-aa7c-96d3818680ee), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.704046 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e7b581b9-12e2-4962-b0fd-966b71fb0500 req-ea487a39-f92a-442e-9767-3f68ba56a1d8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467589 Apr 11 16:47:25.750727 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (71a8479f-b6ae-47f1-aa7c-96d3818680ee), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.772848 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a8479f-b6ae-47f1-aa7c-96d3818680ee']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:25.782861 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382e616d-1c64-471c-8a89-f6db18b89bd8') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:25.783269 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382e616d-1c64-471c-8a89-f6db18b89bd8') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:25.797918 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529087716'] for segment (382e616d-1c64-471c-8a89-f6db18b89bd8), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.812580 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (382e616d-1c64-471c-8a89-f6db18b89bd8), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.819473 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:47:25.820689 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529333284'] for segment (382e616d-1c64-471c-8a89-f6db18b89bd8), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: Traceback (most recent call last): Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: timer() Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: cb(*args, **kw) Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: return func(*args, **kwargs) Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: self._notify() Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: self.callback(batched_events) Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: event.method(event) Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: return f(self, *a, **k) Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._get(url).json() Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:47:25.821733 dv-cinder-837165-2-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:47:25.885039 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (71a8479f-b6ae-47f1-aa7c-96d3818680ee), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.891882 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.896146 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] 10.222.0.65 "DELETE /v2.0/networks/71a8479f-b6ae-47f1-aa7c-96d3818680ee HTTP/1.1" status: 204 len: 168 time: 0.3078656 Apr 11 16:47:25.907556 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0af80-2d47-428a-9da3-b492c62f5fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=71a8479f-b6ae-47f1-aa7c-96d3818680ee,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:26.106641 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33660) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:26.154313 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9223c4d5-f177-419d-a37b-beceddf1c912 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c70dcd1d201e443eb589255b9fbe40d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459144 Apr 11 16:47:26.157082 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33662) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:26.208284 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e011656b-92ca-4bf4-bee3-9b685c7c3e83 admin admin] Publish callbacks [] for security_group (4ae2684f-3a29-4ca2-b938-0b13c6c2260f), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.244432 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e011656b-92ca-4bf4-bee3-9b685c7c3e83 admin admin] Publish callbacks [] for security_group (4ae2684f-3a29-4ca2-b938-0b13c6c2260f), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.305209 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e011656b-92ca-4bf4-bee3-9b685c7c3e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4ae2684f-3a29-4ca2-b938-0b13c6c2260f), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.307983 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e011656b-92ca-4bf4-bee3-9b685c7c3e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.309167 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e011656b-92ca-4bf4-bee3-9b685c7c3e83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ae2684f-3a29-4ca2-b938-0b13c6c2260f HTTP/1.1" status: 204 len: 168 time: 0.1511333 Apr 11 16:47:26.317872 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011656b-92ca-4bf4-bee3-9b685c7c3e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae2684f-3a29-4ca2-b938-0b13c6c2260f,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:26.663073 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33668) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:26.714883 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f7624c7f-988a-49ee-93b5-f338e4a12e51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28d4459d46cf420c904e6e836d976f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501010 Apr 11 16:47:26.717594 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33670) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:26.822246 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5684fcd2-ce23-4736-8479-753a79fecda2 admin admin] Publish callbacks [] for security_group (dba88bc9-656e-47e5-bdbb-c01f080e6bb1), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.882559 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743fccd-7513-465c-b437-a55ba446730a req-b69f0ad8-04c8-4434-9b33-32de9ebd82c6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:26.884083 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2743fccd-7513-465c-b437-a55ba446730a req-b69f0ad8-04c8-4434-9b33-32de9ebd82c6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 943 time: 0.0868702 Apr 11 16:47:26.889790 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5684fcd2-ce23-4736-8479-753a79fecda2 admin admin] Publish callbacks [] for security_group (dba88bc9-656e-47e5-bdbb-c01f080e6bb1), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.972960 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2743fccd-7513-465c-b437-a55ba446730a req-d2ebd92f-c70d-4086-8164-db4ce80dc34e tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805411 Apr 11 16:47:26.995114 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5684fcd2-ce23-4736-8479-753a79fecda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (dba88bc9-656e-47e5-bdbb-c01f080e6bb1), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:27.000218 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5684fcd2-ce23-4736-8479-753a79fecda2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:27.002616 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5684fcd2-ce23-4736-8479-753a79fecda2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dba88bc9-656e-47e5-bdbb-c01f080e6bb1 HTTP/1.1" status: 204 len: 168 time: 0.2833233 Apr 11 16:47:27.016290 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684fcd2-ce23-4736-8479-753a79fecda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba88bc9-656e-47e5-bdbb-c01f080e6bb1,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:27.687742 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-eb303fb5-b362-45bd-babe-ade0b24612c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.114457 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8584bb-5838-413b-8f91-2b3314b68b4f req-535ee7b7-410a-4a27-b126-e52decab6a8f tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:28.116075 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2b8584bb-5838-413b-8f91-2b3314b68b4f req-535ee7b7-410a-4a27-b126-e52decab6a8f tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 943 time: 0.0633390 Apr 11 16:47:28.187676 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2b8584bb-5838-413b-8f91-2b3314b68b4f req-b6154426-41f2-4ea2-b716-2155eea2a0fe tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632606 Apr 11 16:47:28.587341 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:29.319384 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a116d-36cb-4a16-957d-c034e131fc14 req-70d732f5-7572-4599-abed-9ba5a844aa7e tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:29.321014 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e63a116d-36cb-4a16-957d-c034e131fc14 req-70d732f5-7572-4599-abed-9ba5a844aa7e tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 943 time: 0.0522227 Apr 11 16:47:29.382821 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e63a116d-36cb-4a16-957d-c034e131fc14 req-3e968b09-7fae-4d6d-8978-7093cd773b86 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526209 Apr 11 16:47:30.244829 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 36b6fa9b-53fb-486f-bde2-16297771bdc7 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:47:30.353370 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 36b6fa9b-53fb-486f-bde2-16297771bdc7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:30.374585 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:47:30.415123 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 36b6fa9b-53fb-486f-bde2-16297771bdc7 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:30.415515 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.430638 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b6fa9b-53fb-486f-bde2-16297771bdc7 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:30.453433 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 36b6fa9b-53fb-486f-bde2-16297771bdc7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:30.467129 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.505297 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.514230 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b6c6f-84c1-4f66-9044-97a2ee094e84 req-9802ef07-5d0b-438e-9162-433f9cd4e340 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:30.515901 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2b2b6c6f-84c1-4f66-9044-97a2ee094e84 req-9802ef07-5d0b-438e-9162-433f9cd4e340 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 944 time: 0.0531938 Apr 11 16:47:30.529053 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=36b6fa9b-53fb-486f-bde2-16297771bdc7,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:30.572610 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2b2b6c6f-84c1-4f66-9044-97a2ee094e84 req-391f9217-593b-4003-8bc7-2bfda146df7b tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503447 Apr 11 16:47:30.824826 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['36b6fa9b-53fb-486f-bde2-16297771bdc7'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:31.714296 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88100-7118-44a6-bb62-7236d98441dc req-4da053ae-78ba-4dae-8bed-ed44f05855a9 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:31.715894 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b7a88100-7118-44a6-bb62-7236d98441dc req-4da053ae-78ba-4dae-8bed-ed44f05855a9 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 944 time: 0.0633740 Apr 11 16:47:31.750934 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:31.775566 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b7a88100-7118-44a6-bb62-7236d98441dc req-77d6a7cb-c23b-49ec-810b-10ba8c7e6035 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531049 Apr 11 16:47:32.238832 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 36b6fa9b-53fb-486f-bde2-16297771bdc7 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:32.290382 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 36b6fa9b-53fb-486f-bde2-16297771bdc7 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:47:32.297519 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 36b6fa9b-53fb-486f-bde2-16297771bdc7 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:32.297883 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:32.397389 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 36b6fa9b-53fb-486f-bde2-16297771bdc7 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:32.397787 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:32.422720 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:32.425165 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f56a319-43c4-4e64-a8f1-1cc186a700ae" -d '{"events": [{"server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "name": "network-vif-plugged", "status": "completed", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:32.437627 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 36b6fa9b-53fb-486f-bde2-16297771bdc7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:32.445997 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:32.495457 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=36b6fa9b-53fb-486f-bde2-16297771bdc7,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:32.593977 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d509fdc-d8bb-41b7-93f5-7bcd1aed955a x-openstack-request-id: req-1d509fdc-d8bb-41b7-93f5-7bcd1aed955a {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:32.594303 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "name": "network-vif-plugged", "status": "completed", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:32.594605 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d509fdc-d8bb-41b7-93f5-7bcd1aed955a {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:32.595061 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d509fdc-d8bb-41b7-93f5-7bcd1aed955a'] response: {'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'code': 200} Apr 11 16:47:32.816081 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec8c3f-871b-460e-b11b-f429b2b79004 req-45b44248-4aba-46a6-b5ae-6ddd61ce5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:32.818009 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-caec8c3f-871b-460e-b11b-f429b2b79004 req-45b44248-4aba-46a6-b5ae-6ddd61ce5462 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 1129 time: 0.0430562 Apr 11 16:47:32.885526 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-caec8c3f-871b-460e-b11b-f429b2b79004 req-73b14868-e58d-4235-8fbe-569bea41bbb0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621810 Apr 11 16:47:32.920890 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898944d5-58bf-43cc-ac48-d51381bdffe3 req-16e097ae-b70a-403b-97d5-702c5b2231aa tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:32.922431 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-898944d5-58bf-43cc-ac48-d51381bdffe3 req-16e097ae-b70a-403b-97d5-702c5b2231aa tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 945 time: 0.0548851 Apr 11 16:47:32.985486 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-898944d5-58bf-43cc-ac48-d51381bdffe3 req-fab7d032-9765-4e7a-aa1f-ad08f2c72693 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572119 Apr 11 16:47:33.375889 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33770) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:33.483802 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cda9f064-b3eb-438d-b9eb-f352c48cb326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.558620 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cda9f064-b3eb-438d-b9eb-f352c48cb326 admin admin] Publish callbacks [] for security_group (2050a5e0-37c4-4a05-a9d0-7bbf95bc0ff8), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.563369 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cda9f064-b3eb-438d-b9eb-f352c48cb326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2050a5e0-37c4-4a05-a9d0-7bbf95bc0ff8), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.605529 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-cda9f064-b3eb-438d-b9eb-f352c48cb326 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=272ee17ee82b43c4a79438bef5202cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283125 Apr 11 16:47:33.606939 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9f064-b3eb-438d-b9eb-f352c48cb326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2050a5e0-37c4-4a05-a9d0-7bbf95bc0ff8,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:33.608413 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33774) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:33.667666 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-028f490d-4da2-4c60-9cc5-7f4c9f6b1b36 admin admin] Publish callbacks [] for security_group (2050a5e0-37c4-4a05-a9d0-7bbf95bc0ff8), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.697884 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-028f490d-4da2-4c60-9cc5-7f4c9f6b1b36 admin admin] Publish callbacks [] for security_group (2050a5e0-37c4-4a05-a9d0-7bbf95bc0ff8), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.750938 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-028f490d-4da2-4c60-9cc5-7f4c9f6b1b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2050a5e0-37c4-4a05-a9d0-7bbf95bc0ff8), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.753748 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-028f490d-4da2-4c60-9cc5-7f4c9f6b1b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.754950 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-028f490d-4da2-4c60-9cc5-7f4c9f6b1b36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2050a5e0-37c4-4a05-a9d0-7bbf95bc0ff8 HTTP/1.1" status: 204 len: 168 time: 0.1442156 Apr 11 16:47:33.767871 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f490d-4da2-4c60-9cc5-7f4c9f6b1b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2050a5e0-37c4-4a05-a9d0-7bbf95bc0ff8,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:34.058451 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33782) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:34.087588 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-802cc85c-c17f-40d5-9ac5-af7a72b9a164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.135463 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c29da8-3a4c-4ef4-a8b2-00d8550bd3f6 req-186b4f97-b6f5-4ea1-872e-1bb18148ff68 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.137039 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d9c29da8-3a4c-4ef4-a8b2-00d8550bd3f6 req-186b4f97-b6f5-4ea1-872e-1bb18148ff68 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 945 time: 0.0687759 Apr 11 16:47:34.211753 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d9c29da8-3a4c-4ef4-a8b2-00d8550bd3f6 req-f627e299-d3e1-4467-bead-965250d7bce7 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678976 Apr 11 16:47:34.242452 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-802cc85c-c17f-40d5-9ac5-af7a72b9a164 admin admin] Publish callbacks [] for security_group (d977eab5-b6ee-4bff-94c9-8a57167d2d40), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.248092 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-802cc85c-c17f-40d5-9ac5-af7a72b9a164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d977eab5-b6ee-4bff-94c9-8a57167d2d40), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.290683 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-802cc85c-c17f-40d5-9ac5-af7a72b9a164 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5b76f22c33044bb9767fbe74b5794eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306774 Apr 11 16:47:34.291520 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cc85c-c17f-40d5-9ac5-af7a72b9a164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d977eab5-b6ee-4bff-94c9-8a57167d2d40,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:34.293405 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33784) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:34.343855 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-19e7928f-1b09-45cb-bfff-daf2198ffbe2 admin admin] Publish callbacks [] for security_group (d977eab5-b6ee-4bff-94c9-8a57167d2d40), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.369888 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-19e7928f-1b09-45cb-bfff-daf2198ffbe2 admin admin] Publish callbacks [] for security_group (d977eab5-b6ee-4bff-94c9-8a57167d2d40), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.420722 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-19e7928f-1b09-45cb-bfff-daf2198ffbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d977eab5-b6ee-4bff-94c9-8a57167d2d40), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.423267 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-19e7928f-1b09-45cb-bfff-daf2198ffbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.424539 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-19e7928f-1b09-45cb-bfff-daf2198ffbe2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d977eab5-b6ee-4bff-94c9-8a57167d2d40 HTTP/1.1" status: 204 len: 168 time: 0.1300030 Apr 11 16:47:34.432951 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7928f-1b09-45cb-bfff-daf2198ffbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d977eab5-b6ee-4bff-94c9-8a57167d2d40,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:35.358681 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140e05b-9a4f-4f8c-b329-9b86363222a0 req-31f4663d-4d74-4c98-9c23-1aa7942932dc tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:35.360242 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e140e05b-9a4f-4f8c-b329-9b86363222a0 req-31f4663d-4d74-4c98-9c23-1aa7942932dc tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 945 time: 0.0619850 Apr 11 16:47:35.420881 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e140e05b-9a4f-4f8c-b329-9b86363222a0 req-6cde1647-9101-46ae-925c-ef43d7f8be76 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508575 Apr 11 16:47:35.556706 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b453-1a1f-4b47-adc3-011d27e65c12 req-cc033d8d-9bf2-45d5-9479-30c839b9e9f5 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:35.558202 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9a9b453-1a1f-4b47-adc3-011d27e65c12 req-cc033d8d-9bf2-45d5-9479-30c839b9e9f5 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 945 time: 0.0606799 Apr 11 16:47:35.616944 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e9a9b453-1a1f-4b47-adc3-011d27e65c12 req-72265a8b-6ea5-421f-b2ea-d89d4497c8dc tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528617 Apr 11 16:47:35.638597 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33822) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:35.686887 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141e0e8f-b430-43e3-99c5-aed4f41f6ddf tempest-TestVolumeBootPattern-205763130 tempest-TestVolumeBootPattern-205763130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:35.692128 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-141e0e8f-b430-43e3-99c5-aed4f41f6ddf tempest-TestVolumeBootPattern-205763130 tempest-TestVolumeBootPattern-205763130-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 1124 time: 0.0494511 Apr 11 16:47:35.692377 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33826) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:35.696921 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:35.720582 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:35.827559 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:35.947223 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Allocated IP 172.27.0.77 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/c124b3a7-bec2-4b81-86d3-2f4a91f329fb) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:36.103446 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for port (c124b3a7-bec2-4b81-86d3-2f4a91f329fb), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:36.146024 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (c124b3a7-bec2-4b81-86d3-2f4a91f329fb), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:36.194430 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:36.198784 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:36.206246 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:36.209501 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'Port': ['ID=c124b3a7-bec2-4b81-86d3-2f4a91f329fb,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:36.628739 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (adf7a9cb-211d-4e47-b87f-bfb5de269887), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:36.708372 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c124b3a7-bec2-4b81-86d3-2f4a91f329fb), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:36.871323 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for port (c124b3a7-bec2-4b81-86d3-2f4a91f329fb), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:36.877623 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (c124b3a7-bec2-4b81-86d3-2f4a91f329fb), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:36.946750 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'Port': ['ID=c124b3a7-bec2-4b81-86d3-2f4a91f329fb,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:36.957942 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (adf7a9cb-211d-4e47-b87f-bfb5de269887), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:37.067603 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Floating IP adf7a9cb-211d-4e47-b87f-bfb5de269887 associated. External IP: 172.27.0.77, port: 36b6fa9b-53fb-486f-bde2-16297771bdc7. Apr 11 16:47:37.308450 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Router 746c2166-1a9d-46b5-a34e-5ccb08970f68 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:47:37.426927 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:47:37.437765 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] Sync routers for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:47:37.449242 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:37.449532 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:37.449931 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:47:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:37.481470 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-42abbdf8-7a10-4995-9912-d5c80961c182 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7879853 Apr 11 16:47:37.482043 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:37.485113 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c154f1-d494-472d-870a-1bc5fdaea182" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:37.522524 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a66bb1d-c489-43ee-ba23-37680a4f93ac x-openstack-request-id: req-1a66bb1d-c489-43ee-ba23-37680a4f93ac {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:37.522815 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:37.523098 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a66bb1d-c489-43ee-ba23-37680a4f93ac {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:37.523480 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a66bb1d-c489-43ee-ba23-37680a4f93ac'] response: {'name': 'network-changed', 'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'status': 'completed', 'code': 200} Apr 11 16:47:37.572371 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:37.593519 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-44f25b0b-3b06-41fc-8c05-c43663493aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:37.595060 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-44f25b0b-3b06-41fc-8c05-c43663493aac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 1129 time: 0.0454171 Apr 11 16:47:37.704179 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-3ed5bfba-d7da-4909-9802-31b6dc8a4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:37.706093 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-3ed5bfba-d7da-4909-9802-31b6dc8a4da3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.1036296 Apr 11 16:47:37.779041 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-eee6fb6b-b503-4a76-add6-906b1ee89f5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7 HTTP/1.1" status: 200 len: 998 time: 0.0666413 Apr 11 16:47:37.832207 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-2dac52bf-3e0b-48af-af85-da41d39dadea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:37.833677 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-2dac52bf-3e0b-48af-af85-da41d39dadea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0465918 Apr 11 16:47:37.835685 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'adf7a9cb-211d-4e47-b87f-bfb5de269887', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:36Z', 'updated_at': '2022-04-11T16:47:36Z', 'revision_number': 0, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:37.866625 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] Checking router: 746c2166-1a9d-46b5-a34e-5ccb08970f68 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:47:37.879670 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:37.880356 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:47:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:37.900442 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-12f82e47-325b-4df8-a8a1-5877858d981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:37.902178 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-12f82e47-325b-4df8-a8a1-5877858d981c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615249 Apr 11 16:47:38.010423 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-749940a1-e770-48a8-a2ef-348e31e1d9e5 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001096 Apr 11 16:47:38.018165 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:38.164762 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-08c154f1-d494-472d-870a-1bc5fdaea182 req-f5b8341b-a3db-43be-9574-8180d3a3e05a service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462243 Apr 11 16:47:38.305674 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'adf7a9cb-211d-4e47-b87f-bfb5de269887', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:36Z', 'updated_at': '2022-04-11T16:47:36Z', 'revision_number': 0, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:38.341727 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa02b84-85e1-4017-8cff-2b171a75563a None None] The sync data for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi is: [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'adf7a9cb-211d-4e47-b87f-bfb5de269887', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:36Z', 'updated_at': '2022-04-11T16:47:36Z', 'revision_number': 0, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:47:38.576522 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5889ce92-84f9-4f9a-82bf-cb85678c8472 None None] New status for floating IP adf7a9cb-211d-4e47-b87f-bfb5de269887: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:47:40.361022 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:47:41.450188 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33918) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:41.570363 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-956128f7-a775-40b6-980e-d59cabe0ac9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.652586 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-956128f7-a775-40b6-980e-d59cabe0ac9d admin admin] Publish callbacks [] for security_group (8439c49f-84ca-4c8c-b3c5-1eef4c9cd91e), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.657653 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-956128f7-a775-40b6-980e-d59cabe0ac9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (8439c49f-84ca-4c8c-b3c5-1eef4c9cd91e), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.696788 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-956128f7-a775-40b6-980e-d59cabe0ac9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f57874505fa44f24b9834891bf57bacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455032 Apr 11 16:47:41.697949 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956128f7-a775-40b6-980e-d59cabe0ac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8439c49f-84ca-4c8c-b3c5-1eef4c9cd91e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:41.699537 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33922) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:41.752601 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c55c6454-7a17-4551-a6a2-bd5181c06702 admin admin] Publish callbacks [] for security_group (8439c49f-84ca-4c8c-b3c5-1eef4c9cd91e), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.775543 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c55c6454-7a17-4551-a6a2-bd5181c06702 admin admin] Publish callbacks [] for security_group (8439c49f-84ca-4c8c-b3c5-1eef4c9cd91e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.829758 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c55c6454-7a17-4551-a6a2-bd5181c06702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (8439c49f-84ca-4c8c-b3c5-1eef4c9cd91e), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.834576 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c55c6454-7a17-4551-a6a2-bd5181c06702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.836519 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c55c6454-7a17-4551-a6a2-bd5181c06702 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8439c49f-84ca-4c8c-b3c5-1eef4c9cd91e HTTP/1.1" status: 204 len: 168 time: 0.1356759 Apr 11 16:47:41.848770 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c6454-7a17-4551-a6a2-bd5181c06702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8439c49f-84ca-4c8c-b3c5-1eef4c9cd91e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:42.121518 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 33928) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:42.136406 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae929dc5-9c1f-4e89-b9ac-7ee5a2352e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.217797 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae929dc5-9c1f-4e89-b9ac-7ee5a2352e5b admin admin] Publish callbacks [] for security_group (3b6aad1e-4e01-4c8b-9f8a-7b54351830a2), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.222830 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae929dc5-9c1f-4e89-b9ac-7ee5a2352e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3b6aad1e-4e01-4c8b-9f8a-7b54351830a2), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.262820 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ae929dc5-9c1f-4e89-b9ac-7ee5a2352e5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f90002234ed747ddaa03e0f132d2773c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401320 Apr 11 16:47:42.264014 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae929dc5-9c1f-4e89-b9ac-7ee5a2352e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6aad1e-4e01-4c8b-9f8a-7b54351830a2,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:42.265946 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 33930) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:42.318936 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-981e16d6-01f5-478e-b020-c15cdcea56dc admin admin] Publish callbacks [] for security_group (3b6aad1e-4e01-4c8b-9f8a-7b54351830a2), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.346458 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-981e16d6-01f5-478e-b020-c15cdcea56dc admin admin] Publish callbacks [] for security_group (3b6aad1e-4e01-4c8b-9f8a-7b54351830a2), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.398285 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-981e16d6-01f5-478e-b020-c15cdcea56dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3b6aad1e-4e01-4c8b-9f8a-7b54351830a2), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.401174 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-981e16d6-01f5-478e-b020-c15cdcea56dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.402411 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-981e16d6-01f5-478e-b020-c15cdcea56dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b6aad1e-4e01-4c8b-9f8a-7b54351830a2 HTTP/1.1" status: 204 len: 168 time: 0.1352007 Apr 11 16:47:42.410470 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e16d6-01f5-478e-b020-c15cdcea56dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6aad1e-4e01-4c8b-9f8a-7b54351830a2,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:48.462718 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:50.777132 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34058) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:50.888327 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b5c23203-a71f-4139-9190-3dcf2138e8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:50.965975 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b5c23203-a71f-4139-9190-3dcf2138e8b1 admin admin] Publish callbacks [] for security_group (f2d1f452-38b2-48e9-b045-d652df2d665f), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:50.970846 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b5c23203-a71f-4139-9190-3dcf2138e8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (f2d1f452-38b2-48e9-b045-d652df2d665f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.009206 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b5c23203-a71f-4139-9190-3dcf2138e8b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ddc466c088074120979275eccf95a8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309613 Apr 11 16:47:51.010058 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c23203-a71f-4139-9190-3dcf2138e8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1f452-38b2-48e9-b045-d652df2d665f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:51.013074 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34062) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:51.067624 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9905-ae66-4aba-b1af-626d4f12ee53 admin admin] Publish callbacks [] for security_group (f2d1f452-38b2-48e9-b045-d652df2d665f), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.092547 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9905-ae66-4aba-b1af-626d4f12ee53 admin admin] Publish callbacks [] for security_group (f2d1f452-38b2-48e9-b045-d652df2d665f), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.148412 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9905-ae66-4aba-b1af-626d4f12ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (f2d1f452-38b2-48e9-b045-d652df2d665f), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.151224 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9905-ae66-4aba-b1af-626d4f12ee53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.152404 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0f2c9905-ae66-4aba-b1af-626d4f12ee53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2d1f452-38b2-48e9-b045-d652df2d665f HTTP/1.1" status: 204 len: 168 time: 0.1377511 Apr 11 16:47:51.160927 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c9905-ae66-4aba-b1af-626d4f12ee53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1f452-38b2-48e9-b045-d652df2d665f,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:51.429503 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34068) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:51.443777 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ec46d521-34ee-4179-b113-8923b78b7871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.522644 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ec46d521-34ee-4179-b113-8923b78b7871 admin admin] Publish callbacks [] for security_group (4fa03fea-1f93-4f19-9160-2c32cfb6df5b), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.527849 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ec46d521-34ee-4179-b113-8923b78b7871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4fa03fea-1f93-4f19-9160-2c32cfb6df5b), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.570180 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ec46d521-34ee-4179-b113-8923b78b7871 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=116d7253e8914c948d2b02e02837ae61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394377 Apr 11 16:47:51.571434 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46d521-34ee-4179-b113-8923b78b7871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa03fea-1f93-4f19-9160-2c32cfb6df5b,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:51.573276 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34070) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:51.624703 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa805d0c-25a8-47e7-bfd2-05eefed891dc admin admin] Publish callbacks [] for security_group (4fa03fea-1f93-4f19-9160-2c32cfb6df5b), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.646409 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa805d0c-25a8-47e7-bfd2-05eefed891dc admin admin] Publish callbacks [] for security_group (4fa03fea-1f93-4f19-9160-2c32cfb6df5b), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.701393 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa805d0c-25a8-47e7-bfd2-05eefed891dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4fa03fea-1f93-4f19-9160-2c32cfb6df5b), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.704365 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa805d0c-25a8-47e7-bfd2-05eefed891dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:51.705541 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-aa805d0c-25a8-47e7-bfd2-05eefed891dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4fa03fea-1f93-4f19-9160-2c32cfb6df5b HTTP/1.1" status: 204 len: 168 time: 0.1312852 Apr 11 16:47:51.713551 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa805d0c-25a8-47e7-bfd2-05eefed891dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa03fea-1f93-4f19-9160-2c32cfb6df5b,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:52.035458 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34076) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:52.049667 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b845031-6b51-48a6-a906-56fddf8b8b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.129888 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b845031-6b51-48a6-a906-56fddf8b8b92 admin admin] Publish callbacks [] for security_group (3be35479-62cf-4bc5-85b3-7b50a751c701), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.134412 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b845031-6b51-48a6-a906-56fddf8b8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3be35479-62cf-4bc5-85b3-7b50a751c701), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.175350 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7b845031-6b51-48a6-a906-56fddf8b8b92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=704a914b03474b3da786b62f78957f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388266 Apr 11 16:47:52.176068 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b845031-6b51-48a6-a906-56fddf8b8b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be35479-62cf-4bc5-85b3-7b50a751c701,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:52.178298 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34078) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:52.229869 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2b30ec90-b0f3-46cd-9cac-f2c0fe48b1d2 admin admin] Publish callbacks [] for security_group (3be35479-62cf-4bc5-85b3-7b50a751c701), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.253267 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2b30ec90-b0f3-46cd-9cac-f2c0fe48b1d2 admin admin] Publish callbacks [] for security_group (3be35479-62cf-4bc5-85b3-7b50a751c701), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.302216 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2b30ec90-b0f3-46cd-9cac-f2c0fe48b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (3be35479-62cf-4bc5-85b3-7b50a751c701), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.304854 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2b30ec90-b0f3-46cd-9cac-f2c0fe48b1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.306021 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2b30ec90-b0f3-46cd-9cac-f2c0fe48b1d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3be35479-62cf-4bc5-85b3-7b50a751c701 HTTP/1.1" status: 204 len: 168 time: 0.1267660 Apr 11 16:47:52.314722 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30ec90-b0f3-46cd-9cac-f2c0fe48b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be35479-62cf-4bc5-85b3-7b50a751c701,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:55.149126 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e39778a8-d244-4808-8c7c-009f2f625b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:57.684229 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e27e-3964-4886-a785-c3dc927c532e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:58.586625 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:00.481880 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:01.750651 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.425599 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34224) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:06.536581 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9b853b94-b011-4db9-960d-ad447aeacc3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.617274 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9b853b94-b011-4db9-960d-ad447aeacc3a admin admin] Publish callbacks [] for security_group (2e7a64f0-e79a-44b1-b165-33ab185f21cb), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.622612 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9b853b94-b011-4db9-960d-ad447aeacc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2e7a64f0-e79a-44b1-b165-33ab185f21cb), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.660406 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9b853b94-b011-4db9-960d-ad447aeacc3a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d23b0b389ff4090965efb004a51f271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336528 Apr 11 16:48:06.661531 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b853b94-b011-4db9-960d-ad447aeacc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7a64f0-e79a-44b1-b165-33ab185f21cb,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:06.663333 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34228) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:06.719151 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aaa954c8-70a7-4202-adab-5859bb9f1c11 admin admin] Publish callbacks [] for security_group (2e7a64f0-e79a-44b1-b165-33ab185f21cb), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.741427 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aaa954c8-70a7-4202-adab-5859bb9f1c11 admin admin] Publish callbacks [] for security_group (2e7a64f0-e79a-44b1-b165-33ab185f21cb), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.791802 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aaa954c8-70a7-4202-adab-5859bb9f1c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2e7a64f0-e79a-44b1-b165-33ab185f21cb), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.794370 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aaa954c8-70a7-4202-adab-5859bb9f1c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:06.795545 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-aaa954c8-70a7-4202-adab-5859bb9f1c11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e7a64f0-e79a-44b1-b165-33ab185f21cb HTTP/1.1" status: 204 len: 168 time: 0.1303694 Apr 11 16:48:06.804673 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa954c8-70a7-4202-adab-5859bb9f1c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7a64f0-e79a-44b1-b165-33ab185f21cb,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:17.360697 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:48:18.462952 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:21.901602 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-fe1f5fb2-a87e-4d3b-8dab-7ad7034e4c5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439198 Apr 11 16:48:21.984262 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-27ac7f43-7587-4fc1-9a1d-0569a040e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:21.985653 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-27ac7f43-7587-4fc1-9a1d-0569a040e241 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 1130 time: 0.0410469 Apr 11 16:48:22.098991 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-4f749770-aed7-4ea0-bc73-cedcfc94846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:22.100529 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-4f749770-aed7-4ea0-bc73-cedcfc94846a service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.0934756 Apr 11 16:48:22.172154 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-8ae7430a-bd6a-4b40-98f1-3718128e8eaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57a7b058-1493-4381-8617-efe6e30e215c HTTP/1.1" status: 200 len: 1001 time: 0.0660064 Apr 11 16:48:22.225335 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-d9d94d2e-a5e8-4b5f-8759-72dba592158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:22.226714 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-d9d94d2e-a5e8-4b5f-8759-72dba592158e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0438828 Apr 11 16:48:22.271985 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-ec99be50-595c-410a-94e3-a42e3d196007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:22.273548 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-ec99be50-595c-410a-94e3-a42e3d196007 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403087 Apr 11 16:48:22.369894 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-b9de053b-8481-4ad6-b184-a4f422bb93e3 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890398 Apr 11 16:48:22.470064 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c769945-52a1-4b05-9010-286b34ebc1e2 req-41004785-032a-45cc-b001-27512e209f86 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944736 Apr 11 16:48:25.154074 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e83067b8-dc02-4539-9cdd-da559bdf09f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.689427 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7e866b77-7a04-4cd0-834f-5aff6bfb99f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:28.587710 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.127528 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34284) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:30.132163 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479692246', 'description': 'tempest-description--117537291'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:30.157019 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.225967 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (f2f16ba0-1f8c-4202-b991-b3a019f51a1a), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.230222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (f2f16ba0-1f8c-4202-b991-b3a019f51a1a), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.259213 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.260473 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1319120 Apr 11 16:48:30.263958 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34286) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:30.264473 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f16ba0-1f8c-4202-b991-b3a019f51a1a,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:30.269299 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group_rule': {'security_group_id': 'f2f16ba0-1f8c-4202-b991-b3a019f51a1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:30.272062 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.272395 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.272729 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.273066 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.273565 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.273897 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.274222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.274547 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.274868 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.275191 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.275515 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.275859 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.276178 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.276498 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.276810 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a5c269-8477-4878-adc1-d31e2861c54e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.298382 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (f937b4eb-736f-4953-ad96-1376d20a133a), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.354689 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (f937b4eb-736f-4953-ad96-1376d20a133a), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.360871 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (f937b4eb-736f-4953-ad96-1376d20a133a), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.379284 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f937b4eb-736f-4953-ad96-1376d20a133a,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:30.389718 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.391342 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262565 Apr 11 16:48:30.392815 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.393162 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.393507 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.393927 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.394221 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34288) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:30.394330 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.394592 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.394924 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.395250 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.395579 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.395944 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.396272 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.396594 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.396914 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.397234 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.397556 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ad2b63-b257-42aa-a855-d5d62de81db6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:30.398789 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-bf4f239f-f4b1-4fa5-8cf5-cd9cc6eeb950 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group_rule': {'security_group_id': 'f2f16ba0-1f8c-4202-b991-b3a019f51a1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:30.426848 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bf4f239f-f4b1-4fa5-8cf5-cd9cc6eeb950 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (75952b44-4ad0-4ce4-90ea-9cf4a0e0ea39), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.481615 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.488653 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bf4f239f-f4b1-4fa5-8cf5-cd9cc6eeb950 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (75952b44-4ad0-4ce4-90ea-9cf4a0e0ea39), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.492727 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bf4f239f-f4b1-4fa5-8cf5-cd9cc6eeb950 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (75952b44-4ad0-4ce4-90ea-9cf4a0e0ea39), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.510040 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f239f-f4b1-4fa5-8cf5-cd9cc6eeb950 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75952b44-4ad0-4ce4-90ea-9cf4a0e0ea39,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:30.519468 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bf4f239f-f4b1-4fa5-8cf5-cd9cc6eeb950 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.520739 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-bf4f239f-f4b1-4fa5-8cf5-cd9cc6eeb950 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254926 Apr 11 16:48:30.523912 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34290) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:30.528623 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:30.551228 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.638043 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.744046 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Allocated IP 172.27.0.79 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:30.853338 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.887671 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.927234 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:30.930222 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:30.933838 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:30.943374 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:31.039703 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (78a8a517-5ae5-4d77-ad67-13c7a28a5238), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.079115 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.234159 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.240372 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.308583 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:31.319344 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (78a8a517-5ae5-4d77-ad67-13c7a28a5238), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.335953 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.337208 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-872448c4-6934-498e-a144-ca94e3023abc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8123128 Apr 11 16:48:31.558982 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-2cdf859e-09ea-4773-83c5-f7da86cdf3b9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--479692246&fields=id&tenant_id=52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 267 time: 0.0474873 Apr 11 16:48:31.675453 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-80ac85f0-c4c0-4c6b-a8b7-85cbcfc58a10 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:31.676977 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-80ac85f0-c4c0-4c6b-a8b7-85cbcfc58a10 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 814 time: 0.1109822 Apr 11 16:48:31.692805 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-b29fd4cf-79f8-4ac3-a9a7-c642dfa6140e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/quotas/52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 375 time: 0.0102949 Apr 11 16:48:31.750110 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-cce20794-d5de-4d77-ba7c-594b2b4bb0cc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495098 Apr 11 16:48:31.751257 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:32.234121 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-11264b85-8be5-4d68-859a-dc5f7ab0eae2 service neutron] 10.222.0.65 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637620 Apr 11 16:48:32.329418 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-0531f6d4-7568-49e3-9a82-9eed1d3d90e7 service neutron] 10.222.0.65 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888290 Apr 11 16:48:32.498717 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-104ada8b-203b-4be8-a5c1-14c733775841 req-9057dc87-0f63-4f8e-a674-d2c1ed2a3486 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Apr 11 16:48:33.549345 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-59a69713-b61e-42bd-8c74-60d7f44d9435 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:33.551746 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-59a69713-b61e-42bd-8c74-60d7f44d9435 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 814 time: 0.1116869 Apr 11 16:48:33.603962 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca4534b6-a49d-4976-a5bc-c8e90f65e4ec req-61cb643c-93c0-48d0-9532-9516333b237b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 210 time: 0.0335708 Apr 11 16:48:33.634356 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-aae2e83b-5dc7-49a0-9326-f1f988da4da5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 472 time: 0.0734081 Apr 11 16:48:33.708406 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'port': {'device_id': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'admin_state_up': True, 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'security_groups': ['f2f16ba0-1f8c-4202-b991-b3a019f51a1a']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:33.818924 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Made reservation on behalf of 52b7da8bf3624ca98fada39bdde438ee for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:33.822360 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.952973 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Allocated IP 172.20.0.7 (64f8adf0-5b62-426a-b30a-0690e612962b/8ab55376-16be-4aaf-904b-05f3686376bc/5219d559-b60a-4bdd-9b16-9096f03e133d) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:34.092644 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.128617 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.170214 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Network 64f8adf0-5b62-426a-b30a-0690e612962b is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:34.173272 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:34.176979 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:34.185450 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=5219d559-b60a-4bdd-9b16-9096f03e133d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:34.235249 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:34.235753 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.254269 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-bbc18d47-e474-4864-bbae-2cf13b403abe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499530 Apr 11 16:48:34.267029 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Request body: {'port': {'device_id': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:34.333934 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.426626 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-9682deec-c42f-43b7-b692-2e1544f5e6d7 None None] Provisioning complete for port 5219d559-b60a-4bdd-9b16-9096f03e133d triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:34.427245 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9682deec-c42f-43b7-b692-2e1544f5e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.461939 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-9682deec-c42f-43b7-b692-2e1544f5e6d7 None None] Port 5219d559-b60a-4bdd-9b16-9096f03e133d cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:34.596807 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5219d559-b60a-4bdd-9b16-9096f03e133d {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:34.604284 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Publish callbacks [] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.618468 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Transition to ACTIVE for port object 5219d559-b60a-4bdd-9b16-9096f03e133d will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:48:34.623410 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.683586 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Pushing event updated for resources: {'Port': ['ID=5219d559-b60a-4bdd-9b16-9096f03e133d,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:34.735593 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818251be-a396-4ea3-bc35-c42a0b5c9312 req-138bdac1-9787-41b6-8ff5-d05e3c1a1808 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:34.737237 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-818251be-a396-4ea3-bc35-c42a0b5c9312 req-138bdac1-9787-41b6-8ff5-d05e3c1a1808 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 943 time: 0.0590153 Apr 11 16:48:34.769107 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Attempting to bind port 5219d559-b60a-4bdd-9b16-9096f03e133d on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:34.769384 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Attempting to bind port 5219d559-b60a-4bdd-9b16-9096f03e133d by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:34.769688 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Attempting to bind port 5219d559-b60a-4bdd-9b16-9096f03e133d on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:34.775835 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Port 5219d559-b60a-4bdd-9b16-9096f03e133d on network 64f8adf0-5b62-426a-b30a-0690e612962b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:48:34.776164 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Attempting to bind port 5219d559-b60a-4bdd-9b16-9096f03e133d on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:34.781889 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:34.782223 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Checking segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:34.782610 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Bound using segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:34.783047 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Bound port: 5219d559-b60a-4bdd-9b16-9096f03e133d, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:34.783407 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.791594 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-818251be-a396-4ea3-bc35-c42a0b5c9312 req-a74f6c68-45bc-4af2-b3e8-01f1e4035440 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475292 Apr 11 16:48:34.856544 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] For port 5219d559-b60a-4bdd-9b16-9096f03e133d, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:34.860189 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] For port 5219d559-b60a-4bdd-9b16-9096f03e133d, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5219d559-b60a-4bdd-9b16-9096f03e133d,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:34.868046 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.904091 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:34.904091 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.905327 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] 10.222.0.41 "PUT /v2.0/ports/5219d559-b60a-4bdd-9b16-9096f03e133d HTTP/1.1" status: 200 len: 1093 time: 0.6431766 Apr 11 16:48:34.905771 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'tag': '5219d559-b60a-4bdd-9b16-9096f03e133d'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:34.908075 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177aa7b3-e9c3-422a-b514-52f9d171115e" -d '{"events": [{"name": "network-changed", "server_uuid": "23ca07a6-3b06-4768-a6f8-0e88240dbad5", "tag": "5219d559-b60a-4bdd-9b16-9096f03e133d"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:34.935477 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a401e-7304-485b-b0b4-fe1bf333907b service neutron] Pushing event updated for resources: {'Port': ['ID=5219d559-b60a-4bdd-9b16-9096f03e133d,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:35.010130 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-7717001a-b877-499e-bf25-1f71ad570227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:35.011792 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-7717001a-b877-499e-bf25-1f71ad570227 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 1127 time: 0.0502663 Apr 11 16:48:35.054703 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-c377c10c-40ff-4d91-b709-936a28e7c0b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5219d559-b60a-4bdd-9b16-9096f03e133d HTTP/1.1" status: 200 len: 217 time: 0.0363188 Apr 11 16:48:35.109640 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-4e8d9b21-d9e9-46ac-94d3-2f66124f8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:35.111399 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-4e8d9b21-d9e9-46ac-94d3-2f66124f8ee6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0490820 Apr 11 16:48:35.150753 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13fcdd3-c774-4c88-aa25-ba520d67fb5e x-openstack-request-id: req-e13fcdd3-c774-4c88-aa25-ba520d67fb5e {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:35.151006 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ca07a6-3b06-4768-a6f8-0e88240dbad5", "tag": "5219d559-b60a-4bdd-9b16-9096f03e133d", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:35.151247 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e13fcdd3-c774-4c88-aa25-ba520d67fb5e {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:35.151668 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13fcdd3-c774-4c88-aa25-ba520d67fb5e'] response: {'name': 'network-changed', 'server_uuid': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'tag': '5219d559-b60a-4bdd-9b16-9096f03e133d', 'status': 'completed', 'code': 200} Apr 11 16:48:35.164603 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-f67ba940-01b8-4eb8-bf34-f94b3f50160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:35.166143 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-f67ba940-01b8-4eb8-bf34-f94b3f50160c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474477 Apr 11 16:48:35.262227 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-1fad5cbd-839c-4d59-a2a4-2870d2004d91 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897980 Apr 11 16:48:35.621834 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-262c2d20-f42e-448a-9bbc-eceda33a393d req-515706f8-d311-4437-b1f3-71a4342d60f3 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538623 Apr 11 16:48:35.917888 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd5c7-8bb6-444e-bab3-2a8e68ceb1a9 req-b3305b62-3967-4ffc-b809-7de18e89b96f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:35.919258 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a9bd5c7-8bb6-444e-bab3-2a8e68ceb1a9 req-b3305b62-3967-4ffc-b809-7de18e89b96f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 943 time: 0.0484464 Apr 11 16:48:35.970103 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a9bd5c7-8bb6-444e-bab3-2a8e68ceb1a9 req-6a697fa3-143b-4aa8-b08d-91693088054a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Apr 11 16:48:37.099815 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677564b1-b85d-4d64-91f6-cc5b961db613 req-3a8ab3d4-c671-412c-9827-80f48ae7ce18 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:37.101221 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-677564b1-b85d-4d64-91f6-cc5b961db613 req-3a8ab3d4-c671-412c-9827-80f48ae7ce18 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 943 time: 0.0600934 Apr 11 16:48:37.150534 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-677564b1-b85d-4d64-91f6-cc5b961db613 req-9b9418de-d2bb-4be2-9453-9fdabfd444bc tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429382 Apr 11 16:48:37.911398 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-868c0a8a-8601-471e-8979-0bf64fb32b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:37.912935 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-868c0a8a-8601-471e-8979-0bf64fb32b91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 1127 time: 0.0416510 Apr 11 16:48:38.004569 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-6e63e1c6-fd7d-42ef-8179-82304bce6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:38.006128 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-6e63e1c6-fd7d-42ef-8179-82304bce6021 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.0873582 Apr 11 16:48:38.049494 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-fcea9b3a-eb80-42bc-a7a1-e996c0e3e359 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5219d559-b60a-4bdd-9b16-9096f03e133d HTTP/1.1" status: 200 len: 217 time: 0.0376959 Apr 11 16:48:38.099217 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-c5df0f59-52f0-4281-86c9-27a8dda51bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:38.100906 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-c5df0f59-52f0-4281-86c9-27a8dda51bb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0449188 Apr 11 16:48:38.145642 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-11e08a01-441d-4f0c-a04c-93639a0985f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:38.147133 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-11e08a01-441d-4f0c-a04c-93639a0985f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400693 Apr 11 16:48:38.244120 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-ae953c5b-9e42-459f-89fa-2f8939731940 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911064 Apr 11 16:48:38.275574 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd23911-c94a-4850-abb4-abb54feb6b0e req-670bb85a-3cfe-4361-bdcf-0aab0a8d449f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:38.277086 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ffd23911-c94a-4850-abb4-abb54feb6b0e req-670bb85a-3cfe-4361-bdcf-0aab0a8d449f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 943 time: 0.0537891 Apr 11 16:48:38.326461 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ffd23911-c94a-4850-abb4-abb54feb6b0e req-a6177cd8-02ad-4191-aacd-4e9342a9d522 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434892 Apr 11 16:48:38.338481 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-177aa7b3-e9c3-422a-b514-52f9d171115e req-ec5fc120-e914-4c23-988c-d44ea9299f1d service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885241 Apr 11 16:48:38.634943 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 5219d559-b60a-4bdd-9b16-9096f03e133d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:48:38.732349 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 5219d559-b60a-4bdd-9b16-9096f03e133d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5219d559-b60a-4bdd-9b16-9096f03e133d,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:38.744306 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '5219d559-b60a-4bdd-9b16-9096f03e133d', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'port_id': '5219d559-b60a-4bdd-9b16-9096f03e133d', 'mac_address': 'fa:16:3e:4b:7a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:48:38.784613 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 5219d559-b60a-4bdd-9b16-9096f03e133d is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:38.785005 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.934625 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5219d559-b60a-4bdd-9b16-9096f03e133d {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:38.954916 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 5219d559-b60a-4bdd-9b16-9096f03e133d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5219d559-b60a-4bdd-9b16-9096f03e133d,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:38.959671 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.007854 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=5219d559-b60a-4bdd-9b16-9096f03e133d,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:39.015539 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.015929 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.016358 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.016579 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.016909 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.017234 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.017559 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.017863 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.018273 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.018494 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.018806 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.019122 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.019440 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.019779 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.020092 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:39.369605 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['5219d559-b60a-4bdd-9b16-9096f03e133d'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:48:39.447491 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700386b3-5f55-4d74-8ead-f548621a4aa0 req-ac80294e-abaf-4eea-8f73-0e414950beeb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.448994 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-700386b3-5f55-4d74-8ead-f548621a4aa0 req-ac80294e-abaf-4eea-8f73-0e414950beeb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 944 time: 0.0502622 Apr 11 16:48:39.502034 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-700386b3-5f55-4d74-8ead-f548621a4aa0 req-529c526e-f4a2-44c1-aae3-363d1022f547 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Apr 11 16:48:40.617482 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f652b-37b8-4615-a70d-6f3e4b72bea1 req-0e373441-4f2c-46ea-b2df-26ca2f281cd4 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:40.618949 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-234f652b-37b8-4615-a70d-6f3e4b72bea1 req-0e373441-4f2c-46ea-b2df-26ca2f281cd4 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 944 time: 0.0488338 Apr 11 16:48:40.636123 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 5219d559-b60a-4bdd-9b16-9096f03e133d up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:40.668126 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-234f652b-37b8-4615-a70d-6f3e4b72bea1 req-359260ca-c869-448d-a94c-e180ee877718 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432472 Apr 11 16:48:40.682597 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 5219d559-b60a-4bdd-9b16-9096f03e133d completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:48:40.691153 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 5219d559-b60a-4bdd-9b16-9096f03e133d triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:40.691608 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.770180 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 5219d559-b60a-4bdd-9b16-9096f03e133d is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:40.770647 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.794445 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d559-b60a-4bdd-9b16-9096f03e133d'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:40.796797 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6136f4-80fa-43ec-bd53-c083b26a4273" -d '{"events": [{"server_uuid": "23ca07a6-3b06-4768-a6f8-0e88240dbad5", "name": "network-vif-plugged", "status": "completed", "tag": "5219d559-b60a-4bdd-9b16-9096f03e133d"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:40.808999 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 5219d559-b60a-4bdd-9b16-9096f03e133d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5219d559-b60a-4bdd-9b16-9096f03e133d,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:40.815013 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.838668 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e448065-a8bd-4373-889d-5a6cda3cd40f x-openstack-request-id: req-9e448065-a8bd-4373-889d-5a6cda3cd40f {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:40.838992 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ca07a6-3b06-4768-a6f8-0e88240dbad5", "name": "network-vif-plugged", "status": "completed", "tag": "5219d559-b60a-4bdd-9b16-9096f03e133d", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:40.839243 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e448065-a8bd-4373-889d-5a6cda3cd40f {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:40.839662 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e448065-a8bd-4373-889d-5a6cda3cd40f'] response: {'server_uuid': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219d559-b60a-4bdd-9b16-9096f03e133d', 'code': 200} Apr 11 16:48:40.868715 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=5219d559-b60a-4bdd-9b16-9096f03e133d,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:41.007831 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c07b02-8b8e-4acb-918f-5248a87ef62f req-8d2d6fa7-404f-4bfb-a90d-e56ee427d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:41.009348 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-17c07b02-8b8e-4acb-918f-5248a87ef62f req-8d2d6fa7-404f-4bfb-a90d-e56ee427d2e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 1129 time: 0.0460272 Apr 11 16:48:41.055369 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-17c07b02-8b8e-4acb-918f-5248a87ef62f req-f1ba5e1e-de84-49b4-bb00-c638ef8e2446 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397084 Apr 11 16:48:41.785578 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d4981-bda6-4782-b58f-f218a98274c1 req-d3e99684-cd84-4238-9092-ff078eca4e26 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:41.785578 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-595d4981-bda6-4782-b58f-f218a98274c1 req-d3e99684-cd84-4238-9092-ff078eca4e26 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 945 time: 0.0484960 Apr 11 16:48:41.835064 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-595d4981-bda6-4782-b58f-f218a98274c1 req-9de25aa6-01d5-4792-8492-0722ae220091 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431035 Apr 11 16:48:42.955676 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7633-f2ad-4138-9ad0-161aaa5ec997 req-9b6b4ea3-0e66-4aac-afef-a2f4595dddcf tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:42.957190 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-054c7633-f2ad-4138-9ad0-161aaa5ec997 req-9b6b4ea3-0e66-4aac-afef-a2f4595dddcf tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 945 time: 0.0517752 Apr 11 16:48:43.006240 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-054c7633-f2ad-4138-9ad0-161aaa5ec997 req-c5cf3a71-2be5-48d9-a245-b71cdcd127d4 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433867 Apr 11 16:48:43.120890 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1ee62-4c41-476b-8745-c34a2babb12c req-41038fa6-8481-4ee3-acec-f8fa4162b073 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:43.122271 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b5a1ee62-4c41-476b-8745-c34a2babb12c req-41038fa6-8481-4ee3-acec-f8fa4162b073 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 945 time: 0.0489240 Apr 11 16:48:43.131309 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34354) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:43.135726 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-7a23b7cd-5b1f-4ba1-9698-71a127cdfc75 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'floatingip': {'port_id': '5219d559-b60a-4bdd-9b16-9096f03e133d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:43.181073 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7a23b7cd-5b1f-4ba1-9698-71a127cdfc75 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (78a8a517-5ae5-4d77-ad67-13c7a28a5238), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.630136 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7a23b7cd-5b1f-4ba1-9698-71a127cdfc75 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.635843 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7a23b7cd-5b1f-4ba1-9698-71a127cdfc75 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (78a8a517-5ae5-4d77-ad67-13c7a28a5238), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.742718 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-7a23b7cd-5b1f-4ba1-9698-71a127cdfc75 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Floating IP 78a8a517-5ae5-4d77-ad67-13c7a28a5238 associated. External IP: 172.27.0.79, port: 5219d559-b60a-4bdd-9b16-9096f03e133d. Apr 11 16:48:43.967268 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a23b7cd-5b1f-4ba1-9698-71a127cdfc75 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:48:44.082183 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a23b7cd-5b1f-4ba1-9698-71a127cdfc75 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:44.087354 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7a23b7cd-5b1f-4ba1-9698-71a127cdfc75 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.092390 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:44.103367 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:44.104039 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:48:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:44.118929 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7a23b7cd-5b1f-4ba1-9698-71a127cdfc75 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "PUT /v2.0/floatingips/78a8a517-5ae5-4d77-ad67-13c7a28a5238 HTTP/1.1" status: 200 len: 990 time: 0.9865079 Apr 11 16:48:44.119820 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'tag': '5219d559-b60a-4bdd-9b16-9096f03e133d'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:44.122122 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b331b0-c886-437f-bbbf-d9022ab7d757" -d '{"events": [{"name": "network-changed", "server_uuid": "23ca07a6-3b06-4768-a6f8-0e88240dbad5", "tag": "5219d559-b60a-4bdd-9b16-9096f03e133d"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:44.159030 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e4b285-b4ef-4c91-8173-206050ede6d8 x-openstack-request-id: req-e0e4b285-b4ef-4c91-8173-206050ede6d8 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:44.159308 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ca07a6-3b06-4768-a6f8-0e88240dbad5", "tag": "5219d559-b60a-4bdd-9b16-9096f03e133d", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:44.159573 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0e4b285-b4ef-4c91-8173-206050ede6d8 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:44.160006 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e4b285-b4ef-4c91-8173-206050ede6d8'] response: {'name': 'network-changed', 'server_uuid': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'tag': '5219d559-b60a-4bdd-9b16-9096f03e133d', 'status': 'completed', 'code': 200} Apr 11 16:48:44.216746 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:44.220226 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-0ac3305f-2919-47e0-b411-d5e1e7a5f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:44.221653 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-0ac3305f-2919-47e0-b411-d5e1e7a5f41c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 1129 time: 0.0386026 Apr 11 16:48:44.318913 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-d2df8d29-befb-45df-bcfb-e2a8e88a2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:44.320442 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-d2df8d29-befb-45df-bcfb-e2a8e88a2e1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.0915592 Apr 11 16:48:44.388349 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-77810864-141a-49c5-90d5-f0959817944d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5219d559-b60a-4bdd-9b16-9096f03e133d HTTP/1.1" status: 200 len: 998 time: 0.0617352 Apr 11 16:48:44.436888 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-c2ebc654-326e-4b82-b07e-5a71a3a200ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:44.437795 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '5dc8ad23-86f7-43d5-b16d-e10e5c443fa6', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:24Z', 'updated_at': '2022-04-11T16:46:39Z', 'revision_number': 2, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}, {'id': '78a8a517-5ae5-4d77-ad67-13c7a28a5238', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '5219d559-b60a-4bdd-9b16-9096f03e133d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4b:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:30Z', 'updated_at': '2022-04-11T16:48:43Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:44.438427 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-c2ebc654-326e-4b82-b07e-5a71a3a200ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0439754 Apr 11 16:48:44.489501 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-0c313ce6-b0bc-4d97-97b2-8c5675de3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:44.491031 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-0c313ce6-b0bc-4d97-97b2-8c5675de3e06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459275 Apr 11 16:48:44.561021 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:44.569891 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:44.570497 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:48:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:44.585439 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-b099e361-8291-473b-b20f-f81d07c020ab service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878725 Apr 11 16:48:44.680133 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:44.682338 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b2b331b0-c886-437f-bbbf-d9022ab7d757 req-0b5cd735-8534-4357-89fb-fdc4adab0737 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909660 Apr 11 16:48:44.899350 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '5dc8ad23-86f7-43d5-b16d-e10e5c443fa6', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:24Z', 'updated_at': '2022-04-11T16:46:39Z', 'revision_number': 2, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}, {'id': '78a8a517-5ae5-4d77-ad67-13c7a28a5238', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '5219d559-b60a-4bdd-9b16-9096f03e133d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4b:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:30Z', 'updated_at': '2022-04-11T16:48:43Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:44.929134 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af10c3-2bb5-4714-b537-d741f8e338ec None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '5dc8ad23-86f7-43d5-b16d-e10e5c443fa6', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:24Z', 'updated_at': '2022-04-11T16:46:39Z', 'revision_number': 2, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}, {'id': '78a8a517-5ae5-4d77-ad67-13c7a28a5238', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '5219d559-b60a-4bdd-9b16-9096f03e133d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4b:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:30Z', 'updated_at': '2022-04-11T16:48:43Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:45.123435 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76b2b9-f1b1-4a5c-8092-ce8f6905e1cc None None] New status for floating IP 78a8a517-5ae5-4d77-ad67-13c7a28a5238: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:48:48.486317 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:54.363972 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:48:55.158684 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-73ce9b5c-67ee-4c34-978c-94f592e239e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:57.693864 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ae16dd5c-b224-4dd0-9712-58ba4f5734bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:58.593003 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:00.485235 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:01.748608 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:18.497595 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:22.918434 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-063b38e4-58d0-45ff-b143-6e6c998443ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445838 Apr 11 16:49:22.983442 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-2c31c482-e5af-4013-8755-5fe352e75ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:22.984990 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-2c31c482-e5af-4013-8755-5fe352e75ef9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 1129 time: 0.0424011 Apr 11 16:49:23.102756 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-b5483c5b-8be2-4830-bff4-d9860a00c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:23.104187 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-b5483c5b-8be2-4830-bff4-d9860a00c282 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.0948594 Apr 11 16:49:23.171485 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-a662f7eb-c06e-42a4-932c-58aebcdee7d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7 HTTP/1.1" status: 200 len: 1000 time: 0.0613649 Apr 11 16:49:23.229986 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-3adeff5c-75e3-42ea-9a44-2a53005aa01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:23.231572 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-3adeff5c-75e3-42ea-9a44-2a53005aa01b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0545740 Apr 11 16:49:23.279135 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-0890c49c-2d48-4952-b4d0-ef102ffb98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:23.280864 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-0890c49c-2d48-4952-b4d0-ef102ffb98ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430374 Apr 11 16:49:23.377041 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-b9446fb7-c3c9-45fe-ba0f-dcb5e8d07375 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896592 Apr 11 16:49:23.484251 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bfdfd24f-e1d6-410d-a371-33f609ec7c90 req-219608b8-fe81-4911-b52c-5a28a840d33f service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007357 Apr 11 16:49:25.163566 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-84229a4a-f402-44d4-85da-00616cb4df51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.699009 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-251b14ac-9b07-4dba-bad2-a59676651365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.595621 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:30.488363 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:31.364061 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:49:31.745082 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:48.495004 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:50.788700 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-5640f77d-af00-4238-8f8b-80cd7d31024e tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299759803&fields=id&tenant_id=cc3803567a904d698675781a5ccd07cd HTTP/1.1" status: 200 len: 267 time: 0.0484376 Apr 11 16:49:50.900138 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-76dc8d46-dc56-4ed6-8ddb-f28ada8e58dc tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:50.901623 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-76dc8d46-dc56-4ed6-8ddb-f28ada8e58dc tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 811 time: 0.1059148 Apr 11 16:49:50.917309 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-61329c3b-f874-49b2-8072-ee7a5a8d9df1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/quotas/cc3803567a904d698675781a5ccd07cd HTTP/1.1" status: 200 len: 375 time: 0.0100935 Apr 11 16:49:50.971873 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-0d2f1192-2fa7-4a46-8ae2-e46c1d56174a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474398 Apr 11 16:49:51.120827 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-37ee0ebf-09fc-4701-80e7-1984a4d69595 service neutron] 10.222.0.65 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371949 Apr 11 16:49:51.208932 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-31084d49-2821-4d6c-abcc-a0911da3c2a6 service neutron] 10.222.0.65 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823283 Apr 11 16:49:51.520004 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4af89f88-3247-4787-b8ac-216ae1d5d8a8 req-7e630248-bf4e-4f72-a23c-b3314b63b389 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 210 time: 0.0330706 Apr 11 16:49:52.598028 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ca63fe92-89c1-494c-8cdd-02ecaef130bf req-1aeccad4-282e-41d0-ad07-2cf9ba6e9c79 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 210 time: 0.0279381 Apr 11 16:49:53.676368 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-72daaa19-dde2-40cf-9514-2e8846915105 req-a6cdd5d5-8d36-4106-a214-3d8f313dcf43 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 210 time: 0.0281668 Apr 11 16:49:54.755929 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-16ce509a-d4d6-4949-8ab8-c4a7ee77827c req-aabdb0c4-5349-4dde-bcf2-a6e6568b7443 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 210 time: 0.0307894 Apr 11 16:49:55.168463 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c05ad2e3-2ca0-4d06-8399-e7013b5e481a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:55.852435 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e3c63ed-1b44-40a4-93c5-ca1d3a4b473a req-8a2e7472-105b-4de9-9ded-c2ed438aad72 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 210 time: 0.0284507 Apr 11 16:49:56.508614 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-24f01c73-7a0e-4163-99d3-b3c0f7be34c0 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:56.510079 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-24f01c73-7a0e-4163-99d3-b3c0f7be34c0 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 811 time: 0.1136909 Apr 11 16:49:56.574288 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-07201430-783a-4b9b-836e-b4c1eccc8005 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3803567a904d698675781a5ccd07cd HTTP/1.1" status: 200 len: 380 time: 0.0562320 Apr 11 16:49:56.582775 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'port': {'device_id': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'admin_state_up': True, 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'security_groups': ['41314ebf-d960-4efb-bc02-41c90800887f']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:56.692441 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Made reservation on behalf of cc3803567a904d698675781a5ccd07cd for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:49:56.695804 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:56.828308 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Allocated IP 172.20.0.8 (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc/85465a17-e036-4fce-895f-117b132a4274/3a93865f-350d-4374-af08-1bab5e9726e5) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:49:56.956069 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e78c1f76-1040-4640-bc67-83ce3c41c108 req-239082b6-8998-467f-a433-f9c8a52200aa tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 210 time: 0.0289457 Apr 11 16:49:56.981933 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for port (3a93865f-350d-4374-af08-1bab5e9726e5), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.019553 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.064160 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:49:57.067267 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:49:57.071097 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:49:57.081137 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'Port': ['ID=3a93865f-350d-4374-af08-1bab5e9726e5,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:57.111798 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.112147 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.112513 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.112838 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.113165 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.113516 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.113840 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.114153 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.114467 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.114797 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.115125 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.115452 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.115808 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.116202 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.116520 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:57.139868 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:57.140519 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.157684 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-a7c1ff00-751d-48f3-92cd-61c7c5f14866 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5788913 Apr 11 16:49:57.178325 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Request body: {'port': {'device_id': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:57.243625 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.274992 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-01b2b3ea-b3ab-457b-a819-f130e4e5fd2f None None] Provisioning complete for port 3a93865f-350d-4374-af08-1bab5e9726e5 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:49:57.275728 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-01b2b3ea-b3ab-457b-a819-f130e4e5fd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.310860 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-01b2b3ea-b3ab-457b-a819-f130e4e5fd2f None None] Port 3a93865f-350d-4374-af08-1bab5e9726e5 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:49:57.515738 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a93865f-350d-4374-af08-1bab5e9726e5 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:49:57.523675 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Publish callbacks [] for port (3a93865f-350d-4374-af08-1bab5e9726e5), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.536551 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Transition to ACTIVE for port object 3a93865f-350d-4374-af08-1bab5e9726e5 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:49:57.541195 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.593799 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Pushing event updated for resources: {'Port': ['ID=3a93865f-350d-4374-af08-1bab5e9726e5,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:57.667512 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Attempting to bind port 3a93865f-350d-4374-af08-1bab5e9726e5 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:49:57.668691 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Attempting to bind port 3a93865f-350d-4374-af08-1bab5e9726e5 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:49:57.669030 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Attempting to bind port 3a93865f-350d-4374-af08-1bab5e9726e5 on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:49:57.674453 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Port 3a93865f-350d-4374-af08-1bab5e9726e5 on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:49:57.675702 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Attempting to bind port 3a93865f-350d-4374-af08-1bab5e9726e5 on network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:49:57.681751 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:49:57.682447 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Checking segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:49:57.683010 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Bound using segment: {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:49:57.683738 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Bound port: 3a93865f-350d-4374-af08-1bab5e9726e5, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:49:57.684106 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.696026 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-195e0364-be71-4c15-b199-7559dc536d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.758501 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] For port 3a93865f-350d-4374-af08-1bab5e9726e5, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:49:57.761737 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] For port 3a93865f-350d-4374-af08-1bab5e9726e5, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a93865f-350d-4374-af08-1bab5e9726e5,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:49:57.767906 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.803372 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:57.804104 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.805471 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] 10.222.0.41 "PUT /v2.0/ports/3a93865f-350d-4374-af08-1bab5e9726e5 HTTP/1.1" status: 200 len: 1093 time: 0.6314850 Apr 11 16:49:57.805909 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:57.808209 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eff7b4-ea70-4f8c-9f61-6812dc557934" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:57.851133 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b63ddd-e70e-409d-bbe2-2031f09d8335 x-openstack-request-id: req-24b63ddd-e70e-409d-bbe2-2031f09d8335 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:57.851448 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:57.851711 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24b63ddd-e70e-409d-bbe2-2031f09d8335 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:57.852149 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b63ddd-e70e-409d-bbe2-2031f09d8335'] response: {'name': 'network-changed', 'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5', 'status': 'completed', 'code': 200} Apr 11 16:49:57.858159 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ed69b-d13c-4197-9939-6a45e220b65b service neutron] Pushing event updated for resources: {'Port': ['ID=3a93865f-350d-4374-af08-1bab5e9726e5,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:57.904586 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-9c085353-bbdf-42f1-86f9-e3c11cf25f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:57.906108 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-9c085353-bbdf-42f1-86f9-e3c11cf25f79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 1127 time: 0.0435977 Apr 11 16:49:57.948525 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-23c820d6-4ba7-4edd-83b3-15ed969a9a73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a93865f-350d-4374-af08-1bab5e9726e5 HTTP/1.1" status: 200 len: 217 time: 0.0355608 Apr 11 16:49:58.005905 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-c1d07d3c-d4bd-4355-9327-fcaa6d3c0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:58.007388 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-c1d07d3c-d4bd-4355-9327-fcaa6d3c0aff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0532854 Apr 11 16:49:58.052490 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-8fb74472-d687-4b79-8683-ba94c18a19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:58.054041 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-8fb74472-d687-4b79-8683-ba94c18a19c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405855 Apr 11 16:49:58.088566 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ad2a3-880d-4f3f-a0a2-a64b3e53e12e req-e2c4c6ce-7981-4fb2-b59d-834707ea3f59 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:58.090378 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-902ad2a3-880d-4f3f-a0a2-a64b3e53e12e req-e2c4c6ce-7981-4fb2-b59d-834707ea3f59 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 943 time: 0.0587280 Apr 11 16:49:58.144636 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-902ad2a3-880d-4f3f-a0a2-a64b3e53e12e req-2218ac6a-0ab0-4ba4-bc72-120697fb27e7 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485134 Apr 11 16:49:58.153291 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-cfe30880-103e-4341-8b1e-0d5896031899 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925953 Apr 11 16:49:58.252432 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3d573a20-218d-41d3-972e-3ba514440dd2 req-703c274e-2f43-4124-ae7e-db5583bbbe19 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931830 Apr 11 16:49:58.598465 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:59.269590 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4526-ca37-4f2a-af4e-3835e1dabff3 req-c437bd75-790d-4dc2-8a6c-3c7fce8acaae tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:59.271138 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7dcd4526-ca37-4f2a-af4e-3835e1dabff3 req-c437bd75-790d-4dc2-8a6c-3c7fce8acaae tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 943 time: 0.0508020 Apr 11 16:49:59.325753 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7dcd4526-ca37-4f2a-af4e-3835e1dabff3 req-b55d01d0-21b4-46ed-a606-0e2a0038456c tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488477 Apr 11 16:49:59.424244 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-e9692f91-8211-434b-8db2-5f9b7e888734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:59.425797 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-e9692f91-8211-434b-8db2-5f9b7e888734 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 1127 time: 0.0422523 Apr 11 16:49:59.521297 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-2b6fb3f5-10ad-47af-8378-116cf7f62fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:59.522658 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-2b6fb3f5-10ad-47af-8378-116cf7f62fbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.0893915 Apr 11 16:49:59.567375 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-5e06ef9f-9f59-45b5-bc1b-5e052810f371 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a93865f-350d-4374-af08-1bab5e9726e5 HTTP/1.1" status: 200 len: 217 time: 0.0345166 Apr 11 16:49:59.624818 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-4d8ec1c8-67c3-4003-a40c-ab8e3173844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:59.626279 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-4d8ec1c8-67c3-4003-a40c-ab8e3173844c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0500922 Apr 11 16:49:59.670186 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-ce69fdc1-898f-4561-b312-0202391a3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:59.671713 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-ce69fdc1-898f-4561-b312-0202391a3069 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387754 Apr 11 16:49:59.761825 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-fd8f045f-e9b9-40fe-9d7b-64712ea75694 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835807 Apr 11 16:49:59.853565 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a6eff7b4-ea70-4f8c-9f61-6812dc557934 req-801b2da8-6121-42c5-adfe-dccca8157f17 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858119 Apr 11 16:50:00.441902 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428060-dc99-4826-85ef-ed7894c537b2 req-36b1eab8-8b97-4285-bbf1-f433ccb8c835 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.443284 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-53428060-dc99-4826-85ef-ed7894c537b2 req-36b1eab8-8b97-4285-bbf1-f433ccb8c835 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 943 time: 0.0480874 Apr 11 16:50:00.492568 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:00.500834 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-53428060-dc99-4826-85ef-ed7894c537b2 req-0b11a246-04d2-4a2d-a72b-1b50fcb0f64e tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516274 Apr 11 16:50:01.618437 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358ecc4-a5cc-4e89-8462-25cdc5518e22 req-eed68a32-dc9f-4373-a050-e03162d6a15d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:01.619923 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f358ecc4-a5cc-4e89-8462-25cdc5518e22 req-eed68a32-dc9f-4373-a050-e03162d6a15d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 943 time: 0.0487771 Apr 11 16:50:01.671388 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f358ecc4-a5cc-4e89-8462-25cdc5518e22 req-10cda7c1-2216-4394-9f49-dfffb86760b7 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Apr 11 16:50:01.744453 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:02.788571 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84529199-0221-4000-b650-d7de9fdc7062 req-fffdc2e4-0edc-4f5f-8cef-493ff7e19c59 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:02.790174 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84529199-0221-4000-b650-d7de9fdc7062 req-fffdc2e4-0edc-4f5f-8cef-493ff7e19c59 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 943 time: 0.0508578 Apr 11 16:50:02.842764 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84529199-0221-4000-b650-d7de9fdc7062 req-35553f6a-1f2a-419b-a5c8-02c3e87852d7 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465553 Apr 11 16:50:03.992163 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ce1e-401b-44f1-b69a-7b5ed3f7fbdc req-f822f240-5bae-4c1b-9b67-e0fcca11f5b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:03.993658 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7609ce1e-401b-44f1-b69a-7b5ed3f7fbdc req-f822f240-5bae-4c1b-9b67-e0fcca11f5b2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 943 time: 0.0683267 Apr 11 16:50:04.050879 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7609ce1e-401b-44f1-b69a-7b5ed3f7fbdc req-edae0a98-4949-498f-870e-531b057dca19 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510640 Apr 11 16:50:05.166137 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ed8bd-6da4-4c20-bc3a-9f790acdacc0 req-6fba3a5b-e5ab-4264-a6d6-6c162bc0eacd tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:05.167522 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-893ed8bd-6da4-4c20-bc3a-9f790acdacc0 req-6fba3a5b-e5ab-4264-a6d6-6c162bc0eacd tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 943 time: 0.0475821 Apr 11 16:50:05.217405 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-893ed8bd-6da4-4c20-bc3a-9f790acdacc0 req-2e701ab6-e9e3-4b72-8dd9-9c15ce3865a5 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442388 Apr 11 16:50:06.336463 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b292a69-4edb-4c02-ae4b-7df88bd3026c req-c3e51cb6-7c40-49fb-9bc6-1f48e268cebe tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:06.337829 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7b292a69-4edb-4c02-ae4b-7df88bd3026c req-c3e51cb6-7c40-49fb-9bc6-1f48e268cebe tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 943 time: 0.0520897 Apr 11 16:50:06.391038 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7b292a69-4edb-4c02-ae4b-7df88bd3026c req-dd57ce5d-424f-4849-bdff-c8c130eff981 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470285 Apr 11 16:50:07.058922 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 3a93865f-350d-4374-af08-1bab5e9726e5 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:50:07.162106 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 3a93865f-350d-4374-af08-1bab5e9726e5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a93865f-350d-4374-af08-1bab5e9726e5,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:07.175231 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '3a93865f-350d-4374-af08-1bab5e9726e5', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'port_id': '3a93865f-350d-4374-af08-1bab5e9726e5', 'mac_address': 'fa:16:3e:bd:75:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:50:07.217954 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 3a93865f-350d-4374-af08-1bab5e9726e5 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:07.218339 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:07.231673 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a93865f-350d-4374-af08-1bab5e9726e5 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:50:07.251615 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 3a93865f-350d-4374-af08-1bab5e9726e5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a93865f-350d-4374-af08-1bab5e9726e5,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:07.256830 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:07.305216 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=3a93865f-350d-4374-af08-1bab5e9726e5,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:07.313620 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.313958 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.314293 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.314626 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.314949 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.315273 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.315594 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.315932 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.316256 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.316573 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.316897 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.317212 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.317532 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.317842 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.318155 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:07.508913 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0e8e9-09e2-407a-b4d3-78a75a38b07a req-d6b534c5-bea3-401e-8ee9-bb27acb3d119 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:07.511469 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f0d0e8e9-09e2-407a-b4d3-78a75a38b07a req-d6b534c5-bea3-401e-8ee9-bb27acb3d119 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 944 time: 0.0522487 Apr 11 16:50:07.564458 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f0d0e8e9-09e2-407a-b4d3-78a75a38b07a req-1768f381-64ca-49b2-b472-33b76fe63059 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473130 Apr 11 16:50:07.635788 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['3a93865f-350d-4374-af08-1bab5e9726e5'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:50:08.364328 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:50:08.678854 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83374b-8f45-4dcf-8dbf-b21601d74f8d req-d1232434-6805-4369-8893-f708b17f06c1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:08.680257 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7a83374b-8f45-4dcf-8dbf-b21601d74f8d req-d1232434-6805-4369-8893-f708b17f06c1 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 944 time: 0.0478778 Apr 11 16:50:08.734590 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7a83374b-8f45-4dcf-8dbf-b21601d74f8d req-e159adce-11b3-4fcd-b2c7-eb6325cb2deb tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482910 Apr 11 16:50:09.066734 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 3a93865f-350d-4374-af08-1bab5e9726e5 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:09.116597 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 3a93865f-350d-4374-af08-1bab5e9726e5 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:50:09.125410 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 3a93865f-350d-4374-af08-1bab5e9726e5 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:09.125800 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:09.208833 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 3a93865f-350d-4374-af08-1bab5e9726e5 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:09.209077 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:09.232431 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:09.234687 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd363b-d4f7-4809-894b-8601e2ab8f24" -d '{"events": [{"server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "name": "network-vif-plugged", "status": "completed", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:09.247798 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 3a93865f-350d-4374-af08-1bab5e9726e5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a93865f-350d-4374-af08-1bab5e9726e5,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:09.253143 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:09.302048 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=3a93865f-350d-4374-af08-1bab5e9726e5,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:09.852988 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cd544-e4ac-4392-9151-8924c34dd20c req-2a9d6fce-c366-418a-b85b-0d2effce81e2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:09.854450 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac8cd544-e4ac-4392-9151-8924c34dd20c req-2a9d6fce-c366-418a-b85b-0d2effce81e2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Apr 11 16:50:09.905360 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac8cd544-e4ac-4392-9151-8924c34dd20c req-58503b87-112e-4cee-b948-7bd131e595b5 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447772 Apr 11 16:50:10.290970 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57386190-eb35-41f8-92a1-207fc061dcdd x-openstack-request-id: req-57386190-eb35-41f8-92a1-207fc061dcdd {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:10.291456 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "name": "network-vif-plugged", "status": "completed", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:10.291580 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57386190-eb35-41f8-92a1-207fc061dcdd {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:10.291936 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57386190-eb35-41f8-92a1-207fc061dcdd'] response: {'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5', 'code': 200} Apr 11 16:50:10.521272 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34ca38-7068-4011-a0cc-a396008391be req-98326033-b930-4673-840d-d0d40df4db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:10.522767 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae34ca38-7068-4011-a0cc-a396008391be req-98326033-b930-4673-840d-d0d40df4db2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 1129 time: 0.0397661 Apr 11 16:50:10.572069 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae34ca38-7068-4011-a0cc-a396008391be req-811a65b6-7085-4c1e-8134-b3154238db49 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Apr 11 16:50:11.020876 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0f0d-5350-492d-bda6-10448b7a2f57 req-65549fac-26e2-4fbb-b383-f2fd13716b8d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:11.022375 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15dc0f0d-5350-492d-bda6-10448b7a2f57 req-65549fac-26e2-4fbb-b383-f2fd13716b8d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Apr 11 16:50:11.074310 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15dc0f0d-5350-492d-bda6-10448b7a2f57 req-69e2f7e8-668b-4533-a925-dd1ab2d37e99 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Apr 11 16:50:11.415361 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1a9fc-2996-45aa-a623-6935e39c4cee req-83e4e0b7-80f8-4581-a195-a7bfb412225e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:11.416885 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-12d1a9fc-2996-45aa-a623-6935e39c4cee req-83e4e0b7-80f8-4581-a195-a7bfb412225e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 945 time: 0.0526874 Apr 11 16:50:11.467997 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-12d1a9fc-2996-45aa-a623-6935e39c4cee req-0f5aed2e-ab2d-4405-97ec-2f5f5a112379 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449328 Apr 11 16:50:12.196207 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a53ff-62c9-44b4-9055-2851e92dadf2 req-644f41bb-99e2-4e21-8ca6-f8d7eb89a3fd tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.197656 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-588a53ff-62c9-44b4-9055-2851e92dadf2 req-644f41bb-99e2-4e21-8ca6-f8d7eb89a3fd tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 945 time: 0.0498316 Apr 11 16:50:12.247374 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-588a53ff-62c9-44b4-9055-2851e92dadf2 req-ae192f7c-3774-4749-97b8-061ff6ba3204 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436304 Apr 11 16:50:12.587220 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351eadad-6d3d-4381-ae00-06aadb42e544 req-df6109fb-93da-4bc4-99b2-fdd73d1cadd6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.588693 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-351eadad-6d3d-4381-ae00-06aadb42e544 req-df6109fb-93da-4bc4-99b2-fdd73d1cadd6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 945 time: 0.0480289 Apr 11 16:50:12.641152 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-351eadad-6d3d-4381-ae00-06aadb42e544 req-367e2f9d-911e-4f68-8f6d-74fa8937c83c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462294 Apr 11 16:50:13.377269 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4b692-960e-41e2-8c8d-39a2a87109e4 req-4ed338ab-bed8-4e2a-8d13-283f61d27c73 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.378722 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-90d4b692-960e-41e2-8c8d-39a2a87109e4 req-4ed338ab-bed8-4e2a-8d13-283f61d27c73 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 945 time: 0.0475564 Apr 11 16:50:13.429216 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-90d4b692-960e-41e2-8c8d-39a2a87109e4 req-4cc8ad62-aa71-4313-9e2f-ebc2feecf21b tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Apr 11 16:50:13.542198 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c2235-2ea8-42b4-bcf0-8673c631d5b1 req-6a637375-73fd-4219-b38a-a9edea6c6bff tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.543886 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f18c2235-2ea8-42b4-bcf0-8673c631d5b1 req-6a637375-73fd-4219-b38a-a9edea6c6bff tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 945 time: 0.0469587 Apr 11 16:50:13.597201 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f18c2235-2ea8-42b4-bcf0-8673c631d5b1 req-98662a55-931a-401b-bf4c-fd5ad3972b40 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475934 Apr 11 16:50:13.607660 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-df848b1d-e1ad-46a9-b16b-0abb31dfe3c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.609121 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-df848b1d-e1ad-46a9-b16b-0abb31dfe3c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 945 time: 0.0518599 Apr 11 16:50:13.620409 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34528) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:13.695622 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Deleting port 5219d559-b60a-4bdd-9b16-9096f03e133d {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:13.696051 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:13.790544 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab377ef8-2ccb-4a88-80f5-bc3699957aae req-1cebf6ae-1166-48a1-9cb6-12b9b0f8b2d1 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.791602 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] For port 5219d559-b60a-4bdd-9b16-9096f03e133d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5219d559-b60a-4bdd-9b16-9096f03e133d,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:13.791991 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:13.792115 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab377ef8-2ccb-4a88-80f5-bc3699957aae req-1cebf6ae-1166-48a1-9cb6-12b9b0f8b2d1 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 945 time: 0.0822833 Apr 11 16:50:13.795309 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55231909-d5c6-461d-bc2d-d8619cc6f6ac tempest-TestVolumeBootPattern-205763130 tempest-TestVolumeBootPattern-205763130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.798263 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-55231909-d5c6-461d-bc2d-d8619cc6f6ac tempest-TestVolumeBootPattern-205763130 tempest-TestVolumeBootPattern-205763130-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 1124 time: 0.1763399 Apr 11 16:50:13.799504 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34534) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:13.804885 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'port_id': '3a93865f-350d-4374-af08-1bab5e9726e5', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:13.840072 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab377ef8-2ccb-4a88-80f5-bc3699957aae req-19d8c024-29ae-405c-8ad7-dc3196a20c08 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2f16ba0-1f8c-4202-b991-b3a019f51a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405383 Apr 11 16:50:13.861558 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:14.018736 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:14.074569 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:14.074816 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (78a8a517-5ae5-4d77-ad67-13c7a28a5238), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:14.075114 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Floating IP 78a8a517-5ae5-4d77-ad67-13c7a28a5238 disassociated. External IP: 172.27.0.79, port: 5219d559-b60a-4bdd-9b16-9096f03e133d. Apr 11 16:50:14.075446 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Calling delete_port for 5219d559-b60a-4bdd-9b16-9096f03e133d owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:14.194576 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Allocated IP 172.27.0.186 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/1718a88b-3515-4126-acb8-63767a8bdb2e) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:14.320125 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (5219d559-b60a-4bdd-9b16-9096f03e133d), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:14.369232 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'Port': ['ID=5219d559-b60a-4bdd-9b16-9096f03e133d,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:14.382876 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for port (1718a88b-3515-4126-acb8-63767a8bdb2e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:14.497019 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (1718a88b-3515-4126-acb8-63767a8bdb2e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:14.554432 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:14.563218 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:14.566180 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:14.567012 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'Port': ['ID=1718a88b-3515-4126-acb8-63767a8bdb2e,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:14.569301 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:14.941162 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9724690e-519d-4e9a-8391-825d817b0d16 req-ddee958e-920c-4a74-9c28-13054ceaf2ad tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ca07a6-3b06-4768-a6f8-0e88240dbad5 HTTP/1.1" status: 200 len: 210 time: 0.0289497 Apr 11 16:50:15.075368 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:15.086528 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:15.097153 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:15.097786 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:49:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:15.150637 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] No DVR routers for this DVR port 5219d559-b60a-4bdd-9b16-9096f03e133d on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:50:15.154986 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:15.158217 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-79b32fca-07e7-4dfd-a160-e2729c47aa9a req-62bc60b0-ca42-4e8c-9815-ecf5fc45d852 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "DELETE /v2.0/ports/5219d559-b60a-4bdd-9b16-9096f03e133d HTTP/1.1" status: 204 len: 173 time: 1.5436432 Apr 11 16:50:15.158664 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'name': 'network-vif-deleted', 'tag': '5219d559-b60a-4bdd-9b16-9096f03e133d'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:15.160921 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59918c7-35c3-41dd-b918-acdbbeaf2f66" -d '{"events": [{"server_uuid": "23ca07a6-3b06-4768-a6f8-0e88240dbad5", "name": "network-vif-deleted", "tag": "5219d559-b60a-4bdd-9b16-9096f03e133d"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:15.206978 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:15.242910 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed4fb33-be26-4675-82da-c24064a26345 x-openstack-request-id: req-aed4fb33-be26-4675-82da-c24064a26345 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:15.243380 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ca07a6-3b06-4768-a6f8-0e88240dbad5", "name": "network-vif-deleted", "tag": "5219d559-b60a-4bdd-9b16-9096f03e133d", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:15.243508 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aed4fb33-be26-4675-82da-c24064a26345 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:15.243845 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed4fb33-be26-4675-82da-c24064a26345'] response: {'server_uuid': '23ca07a6-3b06-4768-a6f8-0e88240dbad5', 'name': 'network-vif-deleted', 'tag': '5219d559-b60a-4bdd-9b16-9096f03e133d', 'status': 'completed', 'code': 200} Apr 11 16:50:15.371226 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (2b85f3e4-3048-46e0-a571-c348f5545667), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:15.438874 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '5dc8ad23-86f7-43d5-b16d-e10e5c443fa6', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:24Z', 'updated_at': '2022-04-11T16:46:39Z', 'revision_number': 2, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:15.441118 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (1718a88b-3515-4126-acb8-63767a8bdb2e), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:15.466052 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:15.474578 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:15.475198 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:49:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:15.595567 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:15.609720 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for port (1718a88b-3515-4126-acb8-63767a8bdb2e), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:15.615495 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (1718a88b-3515-4126-acb8-63767a8bdb2e), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:15.699433 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event updated for resources: {'Port': ['ID=1718a88b-3515-4126-acb8-63767a8bdb2e,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:15.702208 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (2b85f3e4-3048-46e0-a571-c348f5545667), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:15.810576 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Floating IP 2b85f3e4-3048-46e0-a571-c348f5545667 associated. External IP: 172.27.0.186, port: 3a93865f-350d-4374-af08-1bab5e9726e5. Apr 11 16:50:15.829839 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '5dc8ad23-86f7-43d5-b16d-e10e5c443fa6', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:24Z', 'updated_at': '2022-04-11T16:46:39Z', 'revision_number': 2, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:15.856601 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019a516-e50e-4b1f-b8c6-bb01e08be634 None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '5dc8ad23-86f7-43d5-b16d-e10e5c443fa6', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '57a7b058-1493-4381-8617-efe6e30e215c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:4a:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:24Z', 'updated_at': '2022-04-11T16:46:39Z', 'revision_number': 2, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:16.032718 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34544) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:16.041881 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Router 746c2166-1a9d-46b5-a34e-5ccb08970f68 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:16.096760 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (f2f16ba0-1f8c-4202-b991-b3a019f51a1a), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.113357 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85698e43-728c-41dd-ac96-2488e1ecf96a None None] New status for floating IP 78a8a517-5ae5-4d77-ad67-13c7a28a5238: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:50:16.123856 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (f2f16ba0-1f8c-4202-b991-b3a019f51a1a), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.175385 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:16.185583 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (f2f16ba0-1f8c-4202-b991-b3a019f51a1a), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.187213 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] Sync routers for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:16.189332 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.191161 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "DELETE /v2.0/security-groups/f2f16ba0-1f8c-4202-b991-b3a019f51a1a HTTP/1.1" status: 204 len: 168 time: 0.1558156 Apr 11 16:50:16.193738 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34546) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:16.201411 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:16.201643 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f16ba0-1f8c-4202-b991-b3a019f51a1a,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:16.202034 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:49:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:16.210134 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.210490 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.210785 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.211280 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.211619 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.211972 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.212403 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.212736 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.213056 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.213379 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.213698 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.214218 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.214544 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.215315 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.215617 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.215986 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f8dc5-9fc8-4b5d-a81a-efa387b05653 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:16.239490 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.api.v2.resource [None req-ddc7318e-3e08-443c-b62e-f60f32ca63e6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] show failed (client error): The resource could not be found. Apr 11 16:50:16.240547 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ddc7318e-3e08-443c-b62e-f60f32ca63e6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups/f2f16ba0-1f8c-4202-b991-b3a019f51a1a HTTP/1.1" status: 404 len: 347 time: 0.0447938 Apr 11 16:50:16.243398 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34548) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:16.306407 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-eeacd677-91fd-409c-829e-6a999c4a411a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4917724 Apr 11 16:50:16.380694 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Deleting port 9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:16.380913 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.448865 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:16.463321 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.463614 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.479125 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Calling delete_port for 9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0 owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:16.621184 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.653204 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'Port': ['ID=9e07c35c-7e62-4b6c-9b5d-4f7a3d8ce4c0,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:16.693130 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '2b85f3e4-3048-46e0-a571-c348f5545667', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '3a93865f-350d-4374-af08-1bab5e9726e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:bd:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:15Z', 'updated_at': '2022-04-11T16:50:15Z', 'revision_number': 0, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}, {'id': 'adf7a9cb-211d-4e47-b87f-bfb5de269887', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:36Z', 'updated_at': '2022-04-11T16:47:38Z', 'revision_number': 1, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:16.718256 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (78a8a517-5ae5-4d77-ad67-13c7a28a5238), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.720935 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:16.722086 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-67b0037b-9ab6-470e-9cb1-a2595d192e30 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "DELETE /v2.0/floatingips/78a8a517-5ae5-4d77-ad67-13c7a28a5238 HTTP/1.1" status: 204 len: 168 time: 0.4777467 Apr 11 16:50:16.724488 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] Checking router: 746c2166-1a9d-46b5-a34e-5ccb08970f68 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:16.733753 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:16.734365 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:49:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:16.845764 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:17.089367 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '2b85f3e4-3048-46e0-a571-c348f5545667', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '3a93865f-350d-4374-af08-1bab5e9726e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:bd:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:15Z', 'updated_at': '2022-04-11T16:50:15Z', 'revision_number': 0, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}, {'id': 'adf7a9cb-211d-4e47-b87f-bfb5de269887', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:36Z', 'updated_at': '2022-04-11T16:47:38Z', 'revision_number': 1, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:17.116158 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbdc2b7-399f-4505-8b12-9a2d8f77c819 None None] The sync data for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi is: [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '2b85f3e4-3048-46e0-a571-c348f5545667', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '3a93865f-350d-4374-af08-1bab5e9726e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:bd:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:15Z', 'updated_at': '2022-04-11T16:50:15Z', 'revision_number': 0, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}, {'id': 'adf7a9cb-211d-4e47-b87f-bfb5de269887', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:36Z', 'updated_at': '2022-04-11T16:47:38Z', 'revision_number': 1, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:17.121566 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 5219d559-b60a-4bdd-9b16-9096f03e133d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:50:17.142541 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 5219d559-b60a-4bdd-9b16-9096f03e133d {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:50:17.142878 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 5219d559-b60a-4bdd-9b16-9096f03e133d not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:50:17.244694 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:17.247493 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:17.286998 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7936c047-192e-41f1-8783-ae16d55c57e2 x-openstack-request-id: req-7936c047-192e-41f1-8783-ae16d55c57e2 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:17.287300 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:17.287554 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7936c047-192e-41f1-8783-ae16d55c57e2 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:17.288024 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7936c047-192e-41f1-8783-ae16d55c57e2'] response: {'name': 'network-changed', 'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5', 'status': 'completed', 'code': 200} Apr 11 16:50:17.339954 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b341c19-d3d6-49e0-957e-34db40ab7d46 None None] New status for floating IP 2b85f3e4-3048-46e0-a571-c348f5545667: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:50:17.482176 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-3cdd5d0e-d9d7-4beb-b78a-cd3ec26da86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:17.483883 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-3cdd5d0e-d9d7-4beb-b78a-cd3ec26da86d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 1129 time: 0.0434692 Apr 11 16:50:17.615391 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-b01d773e-2660-4d4c-a5ab-61bf93b25345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:17.616895 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-b01d773e-2660-4d4c-a5ab-61bf93b25345 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.0948865 Apr 11 16:50:17.682088 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-beea375c-9bf0-4a86-8f48-9f7e90cd689d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a93865f-350d-4374-af08-1bab5e9726e5 HTTP/1.1" status: 200 len: 1001 time: 0.0590749 Apr 11 16:50:17.733730 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-6ab703cd-8d22-40dd-99c0-82c5d82f5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:17.735508 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-6ab703cd-8d22-40dd-99c0-82c5d82f5924 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0469437 Apr 11 16:50:17.789930 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-5280d102-de9f-4d47-9696-a30ffb666d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:17.791467 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-5280d102-de9f-4d47-9696-a30ffb666d7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499341 Apr 11 16:50:17.879959 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-a56df094-5019-470a-9063-138c41d94818 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824189 Apr 11 16:50:17.971397 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-58265fb6-be40-46e2-b93f-a7e1d9b8acf4 req-733504d1-45fb-4203-be03-c4c3b6486675 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859308 Apr 11 16:50:18.335127 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0fe57-0302-4d23-9b9e-2732b1f9e6fb req-ad536eff-381d-440a-b839-f84ba26aa23c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:18.336577 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0cc0fe57-0302-4d23-9b9e-2732b1f9e6fb req-ad536eff-381d-440a-b839-f84ba26aa23c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 946 time: 0.0497108 Apr 11 16:50:18.389821 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0cc0fe57-0302-4d23-9b9e-2732b1f9e6fb req-83670c08-9b85-4b4b-a240-130ad147ad6b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469544 Apr 11 16:50:18.493733 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:19.567521 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92914d5-1173-45b1-aed5-5063ce3666b3 req-5598bb91-8dbb-4df7-a544-7d82ee63242f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:19.569010 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c92914d5-1173-45b1-aed5-5063ce3666b3 req-5598bb91-8dbb-4df7-a544-7d82ee63242f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 946 time: 0.1072209 Apr 11 16:50:19.618086 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c92914d5-1173-45b1-aed5-5063ce3666b3 req-b78f05b9-52a9-4853-8456-2bc5d24696db tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Apr 11 16:50:20.306251 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-0161cf88-a891-4957-b563-34b26e08b73e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:20.307942 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-0161cf88-a891-4957-b563-34b26e08b73e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 946 time: 0.0482597 Apr 11 16:50:20.396650 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Deleting port 57a7b058-1493-4381-8617-efe6e30e215c {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:20.396938 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (57a7b058-1493-4381-8617-efe6e30e215c), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:20.493866 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] For port 57a7b058-1493-4381-8617-efe6e30e215c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=57a7b058-1493-4381-8617-efe6e30e215c,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:20.494182 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (57a7b058-1493-4381-8617-efe6e30e215c), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:20.672297 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:20.672665 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (5dc8ad23-86f7-43d5-b16d-e10e5c443fa6), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:20.672973 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Floating IP 5dc8ad23-86f7-43d5-b16d-e10e5c443fa6 disassociated. External IP: 172.27.0.68, port: 57a7b058-1493-4381-8617-efe6e30e215c. Apr 11 16:50:20.673317 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Calling delete_port for 57a7b058-1493-4381-8617-efe6e30e215c owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:20.791058 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37cdad-40ca-402a-a1cf-3f2538d599b1 req-becda457-ffac-4cf7-9b2f-28850b196159 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:20.792616 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5c37cdad-40ca-402a-a1cf-3f2538d599b1 req-becda457-ffac-4cf7-9b2f-28850b196159 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ba9b74-1ca3-4c03-b88e-c398753a5247 HTTP/1.1" status: 200 len: 946 time: 0.1032214 Apr 11 16:50:20.809625 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (57a7b058-1493-4381-8617-efe6e30e215c), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:20.841522 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5c37cdad-40ca-402a-a1cf-3f2538d599b1 req-838602ee-9fc2-4313-bf8f-54bbfc8aa438 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7f6ce96-8355-4662-a299-54dd0b37df25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Apr 11 16:50:20.844204 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'Port': ['ID=57a7b058-1493-4381-8617-efe6e30e215c,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:20.959272 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:21.074608 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:21.085277 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:21.096434 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:21.097132 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:49:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:21.121347 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] No DVR routers for this DVR port 57a7b058-1493-4381-8617-efe6e30e215c on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:50:21.124134 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:21.127705 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a1bc2f99-5c16-42b6-b91c-73f1cc523d77 req-6c308d44-5739-490b-9f6c-4b43a6bcbdd3 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "DELETE /v2.0/ports/57a7b058-1493-4381-8617-efe6e30e215c HTTP/1.1" status: 204 len: 173 time: 0.8148837 Apr 11 16:50:21.128153 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'name': 'network-vif-deleted', 'tag': '57a7b058-1493-4381-8617-efe6e30e215c'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:21.130481 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8a74ee-ef9b-45c0-9881-37f2be027e3f" -d '{"events": [{"server_uuid": "f8ba9b74-1ca3-4c03-b88e-c398753a5247", "name": "network-vif-deleted", "tag": "57a7b058-1493-4381-8617-efe6e30e215c"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:21.168863 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2383efe-296f-43b9-b16e-dc23ce75d43f x-openstack-request-id: req-c2383efe-296f-43b9-b16e-dc23ce75d43f {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:21.169155 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ba9b74-1ca3-4c03-b88e-c398753a5247", "name": "network-vif-deleted", "tag": "57a7b058-1493-4381-8617-efe6e30e215c", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:21.169401 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2383efe-296f-43b9-b16e-dc23ce75d43f {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:21.169798 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2383efe-296f-43b9-b16e-dc23ce75d43f'] response: {'server_uuid': 'f8ba9b74-1ca3-4c03-b88e-c398753a5247', 'name': 'network-vif-deleted', 'tag': '57a7b058-1493-4381-8617-efe6e30e215c', 'status': 'completed', 'code': 200} Apr 11 16:50:21.223987 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:21.433438 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:21.460584 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:21.470910 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:21.471527 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:49:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:21.587508 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:21.786556 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:21.915613 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bedb1-7bbe-468e-b590-f92cf721b077 None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:21.947575 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34586) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:22.010736 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-62e23416-0a70-44e2-bfa1-4e131910274b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (e7f6ce96-8355-4662-a299-54dd0b37df25), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.037085 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-62e23416-0a70-44e2-bfa1-4e131910274b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (e7f6ce96-8355-4662-a299-54dd0b37df25), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.096022 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-62e23416-0a70-44e2-bfa1-4e131910274b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (e7f6ce96-8355-4662-a299-54dd0b37df25), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.098549 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-62e23416-0a70-44e2-bfa1-4e131910274b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.099738 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-62e23416-0a70-44e2-bfa1-4e131910274b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "DELETE /v2.0/security-groups/e7f6ce96-8355-4662-a299-54dd0b37df25 HTTP/1.1" status: 204 len: 168 time: 0.1510332 Apr 11 16:50:22.102616 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34588) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:22.109676 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e23416-0a70-44e2-bfa1-4e131910274b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f6ce96-8355-4662-a299-54dd0b37df25,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:22.119944 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.api.v2.resource [None req-fcec1c1e-5ace-4c49-9399-b6706fa5c6e6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] show failed (client error): The resource could not be found. Apr 11 16:50:22.121598 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-fcec1c1e-5ace-4c49-9399-b6706fa5c6e6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups/e7f6ce96-8355-4662-a299-54dd0b37df25 HTTP/1.1" status: 404 len: 347 time: 0.0172973 Apr 11 16:50:22.125042 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34590) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:22.161123 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abf5dab-e91c-40bb-85ec-eb5c8d8023ac None None] New status for floating IP 5dc8ad23-86f7-43d5-b16d-e10e5c443fa6: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:50:22.247989 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Deleting port 9f3995d4-5254-4213-9a4c-c6e4e6d07fb8 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:22.248332 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (9f3995d4-5254-4213-9a4c-c6e4e6d07fb8), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.326300 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (9f3995d4-5254-4213-9a4c-c6e4e6d07fb8), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.326618 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (9f3995d4-5254-4213-9a4c-c6e4e6d07fb8), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.340669 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Calling delete_port for 9f3995d4-5254-4213-9a4c-c6e4e6d07fb8 owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:22.481310 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (9f3995d4-5254-4213-9a4c-c6e4e6d07fb8), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.507175 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'Port': ['ID=9f3995d4-5254-4213-9a4c-c6e4e6d07fb8,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:22.576221 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (5dc8ad23-86f7-43d5-b16d-e10e5c443fa6), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.578784 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.580023 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ad0a0027-0172-4c52-9c0b-5fe31e6c0aa5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "DELETE /v2.0/floatingips/5dc8ad23-86f7-43d5-b16d-e10e5c443fa6 HTTP/1.1" status: 204 len: 168 time: 0.4539011 Apr 11 16:50:22.790033 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34594) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:22.796255 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-881a66b1-ced6-435b-ad7c-f324a1b65151 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929800538', 'description': 'tempest-description--1193972011'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:22.818047 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-881a66b1-ced6-435b-ad7c-f324a1b65151 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.891273 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-881a66b1-ced6-435b-ad7c-f324a1b65151 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (1d062a3e-16a1-415d-9a5e-d81b683544a1), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.896088 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-881a66b1-ced6-435b-ad7c-f324a1b65151 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1d062a3e-16a1-415d-9a5e-d81b683544a1), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.912488 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-32e77719-3b54-4aa9-8e75-87de67174c0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396049 Apr 11 16:50:22.925852 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a66b1-ced6-435b-ad7c-f324a1b65151 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d062a3e-16a1-415d-9a5e-d81b683544a1,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:22.930740 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-881a66b1-ced6-435b-ad7c-f324a1b65151 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:22.935342 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-881a66b1-ced6-435b-ad7c-f324a1b65151 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1436937 Apr 11 16:50:22.935940 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34598) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:22.940959 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-959c40b2-7278-464e-9ca5-aeab0dd2961e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group_rule': {'security_group_id': '1d062a3e-16a1-415d-9a5e-d81b683544a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:22.997360 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-959c40b2-7278-464e-9ca5-aeab0dd2961e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (ab04bdc3-1ddc-4036-b6de-00242359c68e), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.013276 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-03b27c5d-372d-488b-b9f4-88d4e1eb090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:23.014792 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-03b27c5d-372d-488b-b9f4-88d4e1eb090d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 1129 time: 0.0559468 Apr 11 16:50:23.145194 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 57a7b058-1493-4381-8617-efe6e30e215c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:50:23.166366 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 57a7b058-1493-4381-8617-efe6e30e215c {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:50:23.167164 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 57a7b058-1493-4381-8617-efe6e30e215c not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:50:23.379665 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-959c40b2-7278-464e-9ca5-aeab0dd2961e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (ab04bdc3-1ddc-4036-b6de-00242359c68e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.386263 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-959c40b2-7278-464e-9ca5-aeab0dd2961e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (ab04bdc3-1ddc-4036-b6de-00242359c68e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.418111 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c40b2-7278-464e-9ca5-aeab0dd2961e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab04bdc3-1ddc-4036-b6de-00242359c68e,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:23.421246 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-a8e55ce2-a165-49e8-b2b3-d74307e5cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:23.422882 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-a8e55ce2-a165-49e8-b2b3-d74307e5cafc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.3891723 Apr 11 16:50:23.428344 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-959c40b2-7278-464e-9ca5-aeab0dd2961e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.429446 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-959c40b2-7278-464e-9ca5-aeab0dd2961e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4924073 Apr 11 16:50:23.432394 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34600) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:23.437159 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-78bcce83-2cdc-47bd-ae70-c0fac3b5aec5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group_rule': {'security_group_id': '1d062a3e-16a1-415d-9a5e-d81b683544a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:23.464792 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-78bcce83-2cdc-47bd-ae70-c0fac3b5aec5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (e2aa0058-a7ee-4827-97a5-64bc9a8f20da), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.494943 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-609481a1-e889-41ad-b38b-2fcfefb23e32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7 HTTP/1.1" status: 200 len: 1000 time: 0.0642486 Apr 11 16:50:23.523251 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-78bcce83-2cdc-47bd-ae70-c0fac3b5aec5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (e2aa0058-a7ee-4827-97a5-64bc9a8f20da), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.528179 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-78bcce83-2cdc-47bd-ae70-c0fac3b5aec5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (e2aa0058-a7ee-4827-97a5-64bc9a8f20da), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.544963 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-70c74af4-7810-45ec-81a4-4aa662b42c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:23.545246 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcce83-2cdc-47bd-ae70-c0fac3b5aec5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2aa0058-a7ee-4827-97a5-64bc9a8f20da,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:23.547200 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-70c74af4-7810-45ec-81a4-4aa662b42c14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0462375 Apr 11 16:50:23.558144 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-78bcce83-2cdc-47bd-ae70-c0fac3b5aec5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.562336 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-78bcce83-2cdc-47bd-ae70-c0fac3b5aec5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258082 Apr 11 16:50:23.562910 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34602) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:23.567470 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:23.592148 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.597440 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-ba172fbf-f551-4ddd-b71d-96a4f5496d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:23.598945 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-ba172fbf-f551-4ddd-b71d-96a4f5496d66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455163 Apr 11 16:50:23.673206 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.691073 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-41a581b8-8397-40eb-a062-20ce4c1a5280 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Apr 11 16:50:23.781694 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Allocated IP 172.27.0.173 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/c8ff24f6-340a-4951-919f-fac7b9d05069) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:23.782845 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0e167e8-8623-42fb-9458-49d0c7480172 req-b0556f24-aee0-4a75-834a-3ba59d8cbb8c service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859635 Apr 11 16:50:23.890092 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (c8ff24f6-340a-4951-919f-fac7b9d05069), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.925366 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (c8ff24f6-340a-4951-919f-fac7b9d05069), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:23.960504 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:23.963226 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:23.967404 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:23.992804 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=c8ff24f6-340a-4951-919f-fac7b9d05069,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:24.064709 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (85ab693b-c9ab-426c-897c-0d619549a907), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:24.102393 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (c8ff24f6-340a-4951-919f-fac7b9d05069), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:24.256302 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (c8ff24f6-340a-4951-919f-fac7b9d05069), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:24.265727 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529018142'] for port (c8ff24f6-340a-4951-919f-fac7b9d05069), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:24.331532 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=c8ff24f6-340a-4951-919f-fac7b9d05069,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:24.344786 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (85ab693b-c9ab-426c-897c-0d619549a907), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:24.361903 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:24.363173 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8f01909c-6dc0-4182-b5ca-92979dc3604f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7991974 Apr 11 16:50:24.528868 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-daba9c60-c366-470a-bea4-b4c64440934d tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--929800538&fields=id&tenant_id=52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 267 time: 0.0462489 Apr 11 16:50:24.642589 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-0bbd1754-d242-463f-b90e-1574c56f2b6f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:24.644101 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-0bbd1754-d242-463f-b90e-1574c56f2b6f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 814 time: 0.1077616 Apr 11 16:50:24.658805 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-50b54f29-9357-4580-932a-a7e16b28651a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/quotas/52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 375 time: 0.0092185 Apr 11 16:50:24.711755 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-9fe23fdf-589a-4da3-85b8-becc3a128fb6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478764 Apr 11 16:50:24.810509 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-281a7c88-8aea-4528-8ad9-e47061d1d708 service neutron] 10.222.0.65 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871105 Apr 11 16:50:24.909306 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-6210d54c-a9fe-46b5-a39d-f71d5caa7db0 service neutron] 10.222.0.65 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930357 Apr 11 16:50:25.079720 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cb1afbf3-eb42-4509-a52e-faa635ad7801 req-c9b6bf8c-9f6c-404a-a9db-b2735327e441 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 210 time: 0.0331559 Apr 11 16:50:25.173377 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b9cefb3a-a1d9-4d5a-810d-ce91e9f36feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:26.198532 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ea986a90-2213-4854-842a-ba724a6f3710 req-b39039c0-e189-411e-9ee5-2444cff26357 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 210 time: 0.0335784 Apr 11 16:50:26.266561 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-8ddc1cea-2b52-438d-a175-7d0f912cbf5a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:26.268069 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-8ddc1cea-2b52-438d-a175-7d0f912cbf5a tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 814 time: 0.1324990 Apr 11 16:50:26.544693 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-c77e688b-d581-4dd7-81f0-48e7dbb1b893 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 379 time: 0.0569193 Apr 11 16:50:26.596642 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'port': {'device_id': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'admin_state_up': True, 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'security_groups': ['1d062a3e-16a1-415d-9a5e-d81b683544a1']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:26.715106 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Made reservation on behalf of 52b7da8bf3624ca98fada39bdde438ee for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:26.719299 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:26.849014 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Allocated IP 172.20.0.13 (64f8adf0-5b62-426a-b30a-0690e612962b/8ab55376-16be-4aaf-904b-05f3686376bc/ed000f62-7c20-4cbb-86b6-a2ea779e28b3) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:26.988613 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.023795 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.067229 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Network 64f8adf0-5b62-426a-b30a-0690e612962b is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:27.070380 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:27.073274 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:27.102426 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:27.133106 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:27.133771 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.151913 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-76ad0ac1-c7b4-49cc-82c3-070815ae50c7 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5594003 Apr 11 16:50:27.164032 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Request body: {'port': {'device_id': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:27.234162 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.291978 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2f5701ed-7022-41ff-afa3-929f219131d3 None None] Provisioning complete for port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:27.292807 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2f5701ed-7022-41ff-afa3-929f219131d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.315834 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977d423-e61d-48a2-9d92-673f76d89198 req-268c22a4-dc6f-436c-89c7-777aa54a6e50 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:27.317377 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7977d423-e61d-48a2-9d92-673f76d89198 req-268c22a4-dc6f-436c-89c7-777aa54a6e50 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 932 time: 0.0515783 Apr 11 16:50:27.327428 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2f5701ed-7022-41ff-afa3-929f219131d3 None None] Port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:50:27.369931 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7977d423-e61d-48a2-9d92-673f76d89198 req-8bfee899-4ea6-4b57-b198-e90c8bfe2765 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459812 Apr 11 16:50:27.513875 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed000f62-7c20-4cbb-86b6-a2ea779e28b3 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:50:27.522021 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Publish callbacks [] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.535414 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Transition to ACTIVE for port object ed000f62-7c20-4cbb-86b6-a2ea779e28b3 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:50:27.540462 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.593325 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Pushing event updated for resources: {'Port': ['ID=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:27.667392 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Attempting to bind port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:50:27.667738 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Attempting to bind port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:50:27.668259 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Attempting to bind port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:27.674017 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 on network 64f8adf0-5b62-426a-b30a-0690e612962b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:50:27.674406 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Attempting to bind port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:27.680176 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:50:27.680517 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Checking segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:27.680904 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Bound using segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:50:27.681333 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Bound port: ed000f62-7c20-4cbb-86b6-a2ea779e28b3, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:50:27.681685 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.691756 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8a796eda-285a-4d47-883c-817edf30583f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.756207 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] For port ed000f62-7c20-4cbb-86b6-a2ea779e28b3, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:50:27.759275 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] For port ed000f62-7c20-4cbb-86b6-a2ea779e28b3, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:50:27.766302 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.800822 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:27.801434 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.802841 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed000f62-7c20-4cbb-86b6-a2ea779e28b3 HTTP/1.1" status: 200 len: 1094 time: 0.6431909 Apr 11 16:50:27.803235 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'tag': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:27.805534 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd59e94-4a47-4bee-8fa2-ff2540b37547", "tag": "ed000f62-7c20-4cbb-86b6-a2ea779e28b3"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:27.829907 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22d619-310c-48bd-8b09-2af3c74bce62 service neutron] Pushing event updated for resources: {'Port': ['ID=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:27.858379 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aab4448-836f-4e29-a2db-57895f8e0003 x-openstack-request-id: req-7aab4448-836f-4e29-a2db-57895f8e0003 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:27.858679 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd59e94-4a47-4bee-8fa2-ff2540b37547", "tag": "ed000f62-7c20-4cbb-86b6-a2ea779e28b3", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:27.858990 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7aab4448-836f-4e29-a2db-57895f8e0003 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:27.859454 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aab4448-836f-4e29-a2db-57895f8e0003'] response: {'name': 'network-changed', 'server_uuid': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'tag': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3', 'status': 'completed', 'code': 200} Apr 11 16:50:27.902667 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-ee743afe-525c-46c8-b1e4-da2560d7f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:27.904119 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-ee743afe-525c-46c8-b1e4-da2560d7f2ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 1128 time: 0.0429232 Apr 11 16:50:27.954649 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-8824bd6a-ea2b-4be3-9dbf-6b1b1e80dd0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed000f62-7c20-4cbb-86b6-a2ea779e28b3 HTTP/1.1" status: 200 len: 217 time: 0.0361145 Apr 11 16:50:28.008580 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-4b64820a-f0a7-49c4-a442-7a18b39cacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:28.010037 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-4b64820a-f0a7-49c4-a442-7a18b39cacdd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0497532 Apr 11 16:50:28.055806 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-69f22df8-0314-43b6-84cb-d95b7b5abc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:28.057332 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-69f22df8-0314-43b6-84cb-d95b7b5abc32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397618 Apr 11 16:50:28.151491 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-fb3957b3-9aa7-413e-86b8-0aeffbe13ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877991 Apr 11 16:50:28.245497 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-61190397-36c7-4ce9-bc18-a8e223f7235c req-8e2991df-cbb3-44d7-86a1-969a172e6a49 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877156 Apr 11 16:50:28.487211 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e776e2-fd87-4c46-b24e-2b1dd0280246 req-a67c2455-2774-48df-aed4-836bc4d11ee0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:28.488772 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f6e776e2-fd87-4c46-b24e-2b1dd0280246 req-a67c2455-2774-48df-aed4-836bc4d11ee0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 944 time: 0.0484104 Apr 11 16:50:28.541722 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f6e776e2-fd87-4c46-b24e-2b1dd0280246 req-67c93098-1d61-4b78-9d30-e0e9c039dfd4 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470912 Apr 11 16:50:28.600767 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:29.663010 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e50e3-25c0-4773-b854-bfd8cd5f81a8 req-f199eecf-ffbd-4d88-a8c7-5eb319883846 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:29.664552 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8b7e50e3-25c0-4773-b854-bfd8cd5f81a8 req-f199eecf-ffbd-4d88-a8c7-5eb319883846 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 944 time: 0.0488243 Apr 11 16:50:29.715808 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8b7e50e3-25c0-4773-b854-bfd8cd5f81a8 req-9346aa33-0c16-43d0-8618-505aab10df4e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452490 Apr 11 16:50:30.499263 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:30.580523 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-ecbb394f-e934-470b-9295-775c7d553241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:30.582083 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-ecbb394f-e934-470b-9295-775c7d553241 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 1128 time: 0.0404968 Apr 11 16:50:30.679207 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-6070f95d-7712-407f-8889-84466a61d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:30.680806 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-6070f95d-7712-407f-8889-84466a61d7eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.0918868 Apr 11 16:50:30.721555 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-110002d8-a838-41f4-b5be-3786f49bb6ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed000f62-7c20-4cbb-86b6-a2ea779e28b3 HTTP/1.1" status: 200 len: 217 time: 0.0342174 Apr 11 16:50:30.775999 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-cdc56af7-ac34-49bf-badd-b4dae9dd4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:30.777740 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-cdc56af7-ac34-49bf-badd-b4dae9dd4b9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0495012 Apr 11 16:50:30.822817 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-b4749769-5150-4dd2-8ce1-7496c71713ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:30.824547 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-b4749769-5150-4dd2-8ce1-7496c71713ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398512 Apr 11 16:50:30.831685 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3922e-7fb6-4acf-915e-b6da7dc50c17 req-7767eb86-46c3-46fa-9e0f-8da6dcb0304c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:30.833172 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42d3922e-7fb6-4acf-915e-b6da7dc50c17 req-7767eb86-46c3-46fa-9e0f-8da6dcb0304c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 944 time: 0.0465391 Apr 11 16:50:30.881322 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42d3922e-7fb6-4acf-915e-b6da7dc50c17 req-2949f6ba-7835-44d2-bdfa-503fbcc60e19 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424182 Apr 11 16:50:30.915893 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-c0ba88c1-7cb0-44ba-b939-3864d5951a9e service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849829 Apr 11 16:50:31.012472 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e5b23e1-0a19-47bd-8f77-2135ba13d88a req-80fd19e0-d702-493b-b803-c8324c3239c6 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902181 Apr 11 16:50:31.186474 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device ed000f62-7c20-4cbb-86b6-a2ea779e28b3 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:50:31.285121 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port ed000f62-7c20-4cbb-86b6-a2ea779e28b3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:31.297225 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'port_id': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3', 'mac_address': 'fa:16:3e:ed:e1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:50:31.339332 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:31.339737 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:31.353193 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed000f62-7c20-4cbb-86b6-a2ea779e28b3 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:50:31.373460 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port ed000f62-7c20-4cbb-86b6-a2ea779e28b3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:31.379875 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:31.429205 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:31.737954 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['ed000f62-7c20-4cbb-86b6-a2ea779e28b3'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:50:31.762858 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.002559 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1221a8-e784-4f1e-ac78-68af2c15b0ca req-ad4fbaae-fba4-448c-b4f8-054b63f492e8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:32.003970 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa1221a8-e784-4f1e-ac78-68af2c15b0ca req-ad4fbaae-fba4-448c-b4f8-054b63f492e8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 945 time: 0.0548556 Apr 11 16:50:32.054658 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa1221a8-e784-4f1e-ac78-68af2c15b0ca req-3d9985f0-25df-4a80-8692-9673a1bbb6be tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450034 Apr 11 16:50:33.170525 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf8e87-6f72-472b-b7f5-45583a2ef4e1 req-ec146a8a-08b6-46b7-8ef6-22680d1a010e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:33.172043 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75bf8e87-6f72-472b-b7f5-45583a2ef4e1 req-ec146a8a-08b6-46b7-8ef6-22680d1a010e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 945 time: 0.0483849 Apr 11 16:50:33.191064 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device ed000f62-7c20-4cbb-86b6-a2ea779e28b3 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:33.225939 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75bf8e87-6f72-472b-b7f5-45583a2ef4e1 req-9336b878-f0a8-48ca-8f0d-50ee4c335fe1 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482721 Apr 11 16:50:33.240044 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:50:33.247052 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:33.247409 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.333845 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:33.333845 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.356456 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:33.358751 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88a8fa6-7719-4175-9358-451ad081b097" -d '{"events": [{"server_uuid": "2cd59e94-4a47-4bee-8fa2-ff2540b37547", "name": "network-vif-plugged", "status": "completed", "tag": "ed000f62-7c20-4cbb-86b6-a2ea779e28b3"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:33.377842 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port ed000f62-7c20-4cbb-86b6-a2ea779e28b3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:33.383574 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.406649 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ed9de3-a3e2-4099-af65-03255c4f50cd x-openstack-request-id: req-f5ed9de3-a3e2-4099-af65-03255c4f50cd {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:33.406936 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd59e94-4a47-4bee-8fa2-ff2540b37547", "name": "network-vif-plugged", "status": "completed", "tag": "ed000f62-7c20-4cbb-86b6-a2ea779e28b3", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:33.407187 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5ed9de3-a3e2-4099-af65-03255c4f50cd {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:33.407607 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ed9de3-a3e2-4099-af65-03255c4f50cd'] response: {'server_uuid': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3', 'code': 200} Apr 11 16:50:33.436343 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:33.581412 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db347b6f-ba8f-4305-87e1-77d54f61d216 req-6b447537-b3fd-4b0e-9a8b-840a1f8d2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:33.582944 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-db347b6f-ba8f-4305-87e1-77d54f61d216 req-6b447537-b3fd-4b0e-9a8b-840a1f8d2c8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 1130 time: 0.0423863 Apr 11 16:50:33.633133 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-db347b6f-ba8f-4305-87e1-77d54f61d216 req-0c63816b-ba12-4379-a70e-8fe70527cd90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433702 Apr 11 16:50:34.343382 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d6df2-a794-466e-ae99-01b8800207cf req-fcaaad56-fa21-40c2-9388-4b88ccd1f180 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:34.344895 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-918d6df2-a794-466e-ae99-01b8800207cf req-fcaaad56-fa21-40c2-9388-4b88ccd1f180 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 946 time: 0.0478566 Apr 11 16:50:34.404737 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-918d6df2-a794-466e-ae99-01b8800207cf req-390addb0-05aa-4c80-9e4c-facf0d6c4f6c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538990 Apr 11 16:50:35.524649 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459515a6-2f2e-4f40-8677-cbd5c81f2788 req-345f4125-dfc1-41e7-b86e-ff28f04ed042 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:35.526182 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-459515a6-2f2e-4f40-8677-cbd5c81f2788 req-345f4125-dfc1-41e7-b86e-ff28f04ed042 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 946 time: 0.0491116 Apr 11 16:50:35.575257 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-459515a6-2f2e-4f40-8677-cbd5c81f2788 req-20e1ae70-e073-43e8-9659-46051612f66b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429482 Apr 11 16:50:35.700956 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302df43-3dfb-4928-b01a-5fa67615ab34 req-da43ad75-627c-4d16-95d0-c2001a839cd9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:35.702375 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d302df43-3dfb-4928-b01a-5fa67615ab34 req-da43ad75-627c-4d16-95d0-c2001a839cd9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 946 time: 0.0566156 Apr 11 16:50:35.711599 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34660) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:35.716644 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-8fef6ee8-2847-4339-8017-00dc2ee1f1a0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'floatingip': {'port_id': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:35.762469 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8fef6ee8-2847-4339-8017-00dc2ee1f1a0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (85ab693b-c9ab-426c-897c-0d619549a907), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:36.227901 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8fef6ee8-2847-4339-8017-00dc2ee1f1a0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:36.233369 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8fef6ee8-2847-4339-8017-00dc2ee1f1a0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (85ab693b-c9ab-426c-897c-0d619549a907), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:36.344671 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-8fef6ee8-2847-4339-8017-00dc2ee1f1a0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Floating IP 85ab693b-c9ab-426c-897c-0d619549a907 associated. External IP: 172.27.0.173, port: ed000f62-7c20-4cbb-86b6-a2ea779e28b3. Apr 11 16:50:36.572805 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fef6ee8-2847-4339-8017-00dc2ee1f1a0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:36.953751 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fef6ee8-2847-4339-8017-00dc2ee1f1a0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:36.958388 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8fef6ee8-2847-4339-8017-00dc2ee1f1a0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:36.963953 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:36.976334 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:36.976922 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:50:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:36.989881 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8fef6ee8-2847-4339-8017-00dc2ee1f1a0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "PUT /v2.0/floatingips/85ab693b-c9ab-426c-897c-0d619549a907 HTTP/1.1" status: 200 len: 992 time: 1.2771156 Apr 11 16:50:36.990441 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'tag': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:36.992778 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee1cd48-636e-4faf-9c74-8ea7133641ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd59e94-4a47-4bee-8fa2-ff2540b37547", "tag": "ed000f62-7c20-4cbb-86b6-a2ea779e28b3"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:37.030792 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6f1b31-0eec-4114-9a75-4be1b2df657c x-openstack-request-id: req-4e6f1b31-0eec-4114-9a75-4be1b2df657c {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:37.030792 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd59e94-4a47-4bee-8fa2-ff2540b37547", "tag": "ed000f62-7c20-4cbb-86b6-a2ea779e28b3", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:37.031320 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e6f1b31-0eec-4114-9a75-4be1b2df657c {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:37.031757 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6f1b31-0eec-4114-9a75-4be1b2df657c'] response: {'name': 'network-changed', 'server_uuid': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'tag': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3', 'status': 'completed', 'code': 200} Apr 11 16:50:37.100684 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-66c2d9da-0331-4081-a6fc-cdeecf7015f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:37.101343 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:37.102360 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-66c2d9da-0331-4081-a6fc-cdeecf7015f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 1130 time: 0.0406451 Apr 11 16:50:37.198340 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-524aedb0-0403-4faf-a96f-e6b1d0e9dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:37.200036 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-524aedb0-0403-4faf-a96f-e6b1d0e9dd5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.0917091 Apr 11 16:50:37.269127 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-e15bb5b3-6887-48c3-a25b-dfef544650a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed000f62-7c20-4cbb-86b6-a2ea779e28b3 HTTP/1.1" status: 200 len: 1000 time: 0.0626533 Apr 11 16:50:37.321176 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-15a5cbea-1865-41ca-ae22-246d7c7e6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:37.322791 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-15a5cbea-1865-41ca-ae22-246d7c7e6b85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0468259 Apr 11 16:50:37.327155 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '85ab693b-c9ab-426c-897c-0d619549a907', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:ed:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:24Z', 'updated_at': '2022-04-11T16:50:36Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:37.355716 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:37.365389 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:37.366009 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:50:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:37.372428 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-22727466-0837-4430-b2fc-984bb34365c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:37.373950 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-22727466-0837-4430-b2fc-984bb34365c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451093 Apr 11 16:50:37.467309 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-c8fa861e-ee10-4dfd-9849-0aa18333934f service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865386 Apr 11 16:50:37.479966 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:37.564360 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4ee1cd48-636e-4faf-9c74-8ea7133641ee req-ed1868df-7b29-4da5-a004-bf2381b6b16c service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905335 Apr 11 16:50:37.697970 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '85ab693b-c9ab-426c-897c-0d619549a907', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:ed:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:24Z', 'updated_at': '2022-04-11T16:50:36Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:37.728443 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b59a36-e0c3-4be9-ad3b-f112bab783ec None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '85ab693b-c9ab-426c-897c-0d619549a907', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:ed:e1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:24Z', 'updated_at': '2022-04-11T16:50:36Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:37.944172 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9880d6e8-121d-45ca-8f3c-e801ccd6149d None None] New status for floating IP 85ab693b-c9ab-426c-897c-0d619549a907: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:50:45.364398 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:50:48.492652 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.176599 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1d6df9fa-fb1f-4a1b-9b34-0a7dda5d1829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.694492 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b54f5dde-14bb-47ea-8d55-0ad435d79bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.614070 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.499119 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:01.739931 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.976367 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-e856c68a-c845-4ccb-a775-c07172981c58 req-84cf89ca-1717-49c7-9a66-338ac02cb623 service neutron] (103671) timed out ('10.222.0.41', 51456) {{(pid=103671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 16:51:18.499167 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.850591 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-e9bf31b0-57b7-45f5-a7a3-1974b7c2b8bd req-45d41565-836b-4dbe-92d8-e7cfb8d7faf1 service neutron] (103670) timed out ('10.222.0.41', 51443) {{(pid=103670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 16:51:22.367337 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:51:24.981986 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-fa94a828-1710-4170-abcb-7aacd4302a5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1051970 Apr 11 16:51:25.046014 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-7aa5a2e9-3a35-40d6-9310-9987605163d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.047492 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-7aa5a2e9-3a35-40d6-9310-9987605163d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 1129 time: 0.0390160 Apr 11 16:51:25.175736 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-b1a48819-ac74-4cd7-9992-aeff2168f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.177192 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-b1a48819-ac74-4cd7-9992-aeff2168f671 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.1065786 Apr 11 16:51:25.183410 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-02193a48-23b8-45e4-a474-c4a40fecb3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.245465 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-fbe29771-20c1-4a19-8ccf-2493c6898f12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a93865f-350d-4374-af08-1bab5e9726e5 HTTP/1.1" status: 200 len: 1001 time: 0.0617478 Apr 11 16:51:25.304112 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-c341f48c-6c9a-48dd-9c16-29fff861a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.305582 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-c341f48c-6c9a-48dd-9c16-29fff861a38a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0533123 Apr 11 16:51:25.352309 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-94d273e2-13e1-44bb-9bdb-1291bd88befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.353822 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-94d273e2-13e1-44bb-9bdb-1291bd88befd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417643 Apr 11 16:51:25.445566 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-e6ab6766-1507-451d-9a5d-e2c2ded8de70 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Apr 11 16:51:25.541592 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-77bdd2f4-ee06-4949-b700-b8c2e032fb6d req-f8a2f221-852c-4505-bc4e-660649dc9607 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905106 Apr 11 16:51:27.691967 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-981ed44e-5c3d-4cff-897a-32cb19ce1032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.611807 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.504801 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.739015 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.509488 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.182140 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-09344092-1109-4c0d-a5e6-dd93cbfb9b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.687105 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-202c1fc0-78b3-4364-b0cd-c0739dd043e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:58.610849 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:59.369367 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:52:00.506192 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.736271 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.235178 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34742) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:05.407381 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Deleting port 1718a88b-3515-4126-acb8-63767a8bdb2e {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:05.407793 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (1718a88b-3515-4126-acb8-63767a8bdb2e), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.493679 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (1718a88b-3515-4126-acb8-63767a8bdb2e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.493939 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (1718a88b-3515-4126-acb8-63767a8bdb2e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.507306 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Calling delete_port for 1718a88b-3515-4126-acb8-63767a8bdb2e owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:05.665301 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (1718a88b-3515-4126-acb8-63767a8bdb2e), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.713993 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event deleted for resources: {'Port': ['ID=1718a88b-3515-4126-acb8-63767a8bdb2e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:05.742552 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.742898 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.743243 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.743762 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.743947 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.744265 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.744622 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.744964 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.745287 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.745622 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.745973 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.746298 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.746621 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.746941 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.747259 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.789136 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (2b85f3e4-3048-46e0-a571-c348f5545667), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.789528 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Floating IP 2b85f3e4-3048-46e0-a571-c348f5545667 disassociated (deleted). External IP: 172.27.0.186, port: 3a93865f-350d-4374-af08-1bab5e9726e5. Apr 11 16:52:06.040339 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Router 746c2166-1a9d-46b5-a34e-5ccb08970f68 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:06.177081 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:06.183995 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:06.188887 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] Sync routers for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:06.200815 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:06.201904 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:06.219048 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-1cd9f472-0421-4581-ba83-5648e051dfa6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "DELETE /v2.0/floatingips/2b85f3e4-3048-46e0-a571-c348f5545667 HTTP/1.1" status: 204 len: 168 time: 0.9797046 Apr 11 16:52:06.219048 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:06.219048 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f5213-2efb-4200-b931-17a888efcf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:06.265388 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9fd0bf-e4db-4299-bb0a-8a209e0e4a31 x-openstack-request-id: req-be9fd0bf-e4db-4299-bb0a-8a209e0e4a31 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:06.266093 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:06.266093 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be9fd0bf-e4db-4299-bb0a-8a209e0e4a31 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:06.266423 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9fd0bf-e4db-4299-bb0a-8a209e0e4a31'] response: {'name': 'network-changed', 'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5', 'status': 'completed', 'code': 200} Apr 11 16:52:06.338404 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f5213-2efb-4200-b931-17a888efcf3b req-4ef9ae6a-2cf7-4c34-b7f3-8d8d20de63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:06.339728 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:06.340088 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-818f5213-2efb-4200-b931-17a888efcf3b req-4ef9ae6a-2cf7-4c34-b7f3-8d8d20de63f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 1129 time: 0.0539796 Apr 11 16:52:06.457038 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f5213-2efb-4200-b931-17a888efcf3b req-99b344c6-ec9d-46fb-bfe7-5201e4fc5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:06.458526 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-818f5213-2efb-4200-b931-17a888efcf3b req-99b344c6-ec9d-46fb-bfe7-5201e4fc5c31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.1058896 Apr 11 16:52:06.492665 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f32c6-4c69-4aa4-87d3-466ce40d8376 req-fbec925f-569b-4803-b493-ac0634d52e3a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:06.494131 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d87f32c6-4c69-4aa4-87d3-466ce40d8376 req-fbec925f-569b-4803-b493-ac0634d52e3a tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 945 time: 0.0515745 Apr 11 16:52:06.574732 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'adf7a9cb-211d-4e47-b87f-bfb5de269887', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:36Z', 'updated_at': '2022-04-11T16:47:38Z', 'revision_number': 1, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:06.602224 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] Checking router: 746c2166-1a9d-46b5-a34e-5ccb08970f68 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:06.612670 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:06.613312 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:06.820552 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d87f32c6-4c69-4aa4-87d3-466ce40d8376 req-0633eba6-cea6-424d-a217-f401f92ebd71 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204923 Apr 11 16:52:06.822390 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:07.048802 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'adf7a9cb-211d-4e47-b87f-bfb5de269887', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:36Z', 'updated_at': '2022-04-11T16:47:38Z', 'revision_number': 1, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:07.075878 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28dbd1-622b-4b04-9d37-be52c610dfbc None None] The sync data for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi is: [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': 'adf7a9cb-211d-4e47-b87f-bfb5de269887', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'port_id': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'mac_address': 'fa:16:3e:62:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:36Z', 'updated_at': '2022-04-11T16:47:38Z', 'revision_number': 1, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:07.315181 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3828bced-65bd-4b51-8530-12831ec29cda None None] New status for floating IP 2b85f3e4-3048-46e0-a571-c348f5545667: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:52:07.420084 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-818f5213-2efb-4200-b931-17a888efcf3b req-ebd75ebd-314b-443b-984f-6cd30025566a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a93865f-350d-4374-af08-1bab5e9726e5 HTTP/1.1" status: 200 len: 217 time: 0.0354543 Apr 11 16:52:07.472937 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f5213-2efb-4200-b931-17a888efcf3b req-b84a8f2f-b300-47cc-9ae7-8fb103cfa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:07.474489 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-818f5213-2efb-4200-b931-17a888efcf3b req-b84a8f2f-b300-47cc-9ae7-8fb103cfa8a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0485203 Apr 11 16:52:07.525918 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f5213-2efb-4200-b931-17a888efcf3b req-b6653a0f-f4d4-40a6-90bd-85d19617fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:07.527469 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-818f5213-2efb-4200-b931-17a888efcf3b req-b6653a0f-f4d4-40a6-90bd-85d19617fa01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454366 Apr 11 16:52:07.625534 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-818f5213-2efb-4200-b931-17a888efcf3b req-e64a7845-381b-425d-936e-c8d3d03607d7 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898509 Apr 11 16:52:07.894905 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-818f5213-2efb-4200-b931-17a888efcf3b req-5e276dfa-ea70-4668-9363-f83468264a4c service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943522 Apr 11 16:52:07.949274 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629d2be-3b68-4b7b-a4f7-3051c27dff6d req-3487c2c2-457f-4fc9-bb8d-a7f6e27991ec tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:07.951264 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5629d2be-3b68-4b7b-a4f7-3051c27dff6d req-3487c2c2-457f-4fc9-bb8d-a7f6e27991ec tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Apr 11 16:52:08.005072 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5629d2be-3b68-4b7b-a4f7-3051c27dff6d req-36bce9f8-e9f7-4746-964f-52ae901cb6de tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457954 Apr 11 16:52:08.311170 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-7c0c5a94-b80a-4cfe-8d02-9149b42276ac tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:08.312782 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-7c0c5a94-b80a-4cfe-8d02-9149b42276ac tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 945 time: 0.0576644 Apr 11 16:52:08.405052 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Deleting port 3a93865f-350d-4374-af08-1bab5e9726e5 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:08.405360 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.495184 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] For port 3a93865f-350d-4374-af08-1bab5e9726e5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3a93865f-350d-4374-af08-1bab5e9726e5,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:08.496114 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.510202 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Calling delete_port for 3a93865f-350d-4374-af08-1bab5e9726e5 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:08.647937 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (3a93865f-350d-4374-af08-1bab5e9726e5), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.674811 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event deleted for resources: {'Port': ['ID=3a93865f-350d-4374-af08-1bab5e9726e5,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:08.723072 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] No DVR routers for this DVR port 3a93865f-350d-4374-af08-1bab5e9726e5 on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:08.729835 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.733788 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b0411345-17cd-4ae7-aa4e-281ee015bc4c req-6ba72302-7c31-40cd-b36e-dc029effdbca tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "DELETE /v2.0/ports/3a93865f-350d-4374-af08-1bab5e9726e5 HTTP/1.1" status: 204 len: 173 time: 0.4157040 Apr 11 16:52:08.734539 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'name': 'network-vif-deleted', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:08.736617 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177b9abc-6164-41ac-bde7-b7e38a6ad41e" -d '{"events": [{"server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "name": "network-vif-deleted", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:08.774128 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd9a6c5-81d7-4e0b-af59-6e438b7edac2 x-openstack-request-id: req-bcd9a6c5-81d7-4e0b-af59-6e438b7edac2 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:08.774421 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c72056-5711-4122-8a5d-9f630cc79f32", "name": "network-vif-deleted", "tag": "3a93865f-350d-4374-af08-1bab5e9726e5", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:08.774672 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcd9a6c5-81d7-4e0b-af59-6e438b7edac2 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:08.775076 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd9a6c5-81d7-4e0b-af59-6e438b7edac2'] response: {'server_uuid': 'c7c72056-5711-4122-8a5d-9f630cc79f32', 'name': 'network-vif-deleted', 'tag': '3a93865f-350d-4374-af08-1bab5e9726e5', 'status': 'completed', 'code': 200} Apr 11 16:52:08.954447 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdf851-662b-4be4-935a-0158ed1ed705 req-b5fb7940-75a2-49cb-b94e-6e5afe125a7f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:08.955868 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-accdf851-662b-4be4-935a-0158ed1ed705 req-b5fb7940-75a2-49cb-b94e-6e5afe125a7f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 946 time: 0.0483305 Apr 11 16:52:09.018588 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-accdf851-662b-4be4-935a-0158ed1ed705 req-37f941e1-aa87-4871-9c8b-f3d155e012e1 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554910 Apr 11 16:52:09.105987 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-255f8cac-9b8c-4d32-9b31-ab6910f340a2 req-1bb2b996-eac3-4914-8417-403c50e5c6c2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 210 time: 0.0290036 Apr 11 16:52:10.131424 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b885e2-7aa2-4dc2-99e1-1df4cfefaa96 req-6dbf051b-6f75-4dc7-9887-1744957a268c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:10.133211 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61b885e2-7aa2-4dc2-99e1-1df4cfefaa96 req-6dbf051b-6f75-4dc7-9887-1744957a268c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 946 time: 0.0487173 Apr 11 16:52:10.183125 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61b885e2-7aa2-4dc2-99e1-1df4cfefaa96 req-5c8a0e63-d9f6-4711-a08f-3b4810e68ad0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d062a3e-16a1-415d-9a5e-d81b683544a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 Apr 11 16:52:10.222627 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f2d46c66-55f8-4151-a8e2-667ac743421b req-42eb2181-76d0-4cbf-8431-802cace72775 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c72056-5711-4122-8a5d-9f630cc79f32 HTTP/1.1" status: 200 len: 210 time: 0.0342009 Apr 11 16:52:10.658399 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-909e1232-cd57-4e1e-967d-2ce46fa155d6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:10.659935 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-909e1232-cd57-4e1e-967d-2ce46fa155d6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 946 time: 0.0582757 Apr 11 16:52:10.748752 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Deleting port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:10.749063 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.843452 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] For port ed000f62-7c20-4cbb-86b6-a2ea779e28b3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:10.843847 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.022922 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.023443 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (85ab693b-c9ab-426c-897c-0d619549a907), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.023652 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Floating IP 85ab693b-c9ab-426c-897c-0d619549a907 disassociated. External IP: 172.27.0.173, port: ed000f62-7c20-4cbb-86b6-a2ea779e28b3. Apr 11 16:52:11.024141 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Calling delete_port for ed000f62-7c20-4cbb-86b6-a2ea779e28b3 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:11.163280 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (ed000f62-7c20-4cbb-86b6-a2ea779e28b3), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.192304 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'Port': ['ID=ed000f62-7c20-4cbb-86b6-a2ea779e28b3,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:11.298563 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dac093ee-28e4-4919-a88c-26e3467f86a6 req-91b47b54-43bc-4489-b885-fd4eff108da1 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd59e94-4a47-4bee-8fa2-ff2540b37547 HTTP/1.1" status: 200 len: 210 time: 0.0445004 Apr 11 16:52:11.318189 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:11.437654 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:11.449091 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:11.458765 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:11.459424 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:11.480100 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] No DVR routers for this DVR port ed000f62-7c20-4cbb-86b6-a2ea779e28b3 on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:11.483145 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.486468 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12e1827b-7a91-43bc-8bb0-9fd354dd6ed4 req-2877cabd-e463-4f40-95c3-276d9e2c2e3c tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "DELETE /v2.0/ports/ed000f62-7c20-4cbb-86b6-a2ea779e28b3 HTTP/1.1" status: 204 len: 173 time: 0.8215263 Apr 11 16:52:11.486903 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'name': 'network-vif-deleted', 'tag': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:11.489220 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c02215-a8b1-403a-9fd0-1b7016a62245" -d '{"events": [{"server_uuid": "2cd59e94-4a47-4bee-8fa2-ff2540b37547", "name": "network-vif-deleted", "tag": "ed000f62-7c20-4cbb-86b6-a2ea779e28b3"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:11.535768 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b287df-c231-482d-91dc-98b9bede58cd x-openstack-request-id: req-a7b287df-c231-482d-91dc-98b9bede58cd {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:11.536461 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd59e94-4a47-4bee-8fa2-ff2540b37547", "name": "network-vif-deleted", "tag": "ed000f62-7c20-4cbb-86b6-a2ea779e28b3", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:11.536649 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7b287df-c231-482d-91dc-98b9bede58cd {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:11.537086 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b287df-c231-482d-91dc-98b9bede58cd'] response: {'server_uuid': '2cd59e94-4a47-4bee-8fa2-ff2540b37547', 'name': 'network-vif-deleted', 'tag': 'ed000f62-7c20-4cbb-86b6-a2ea779e28b3', 'status': 'completed', 'code': 200} Apr 11 16:52:11.588637 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:11.718630 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 3a93865f-350d-4374-af08-1bab5e9726e5 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:11.740798 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 3a93865f-350d-4374-af08-1bab5e9726e5 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:11.741197 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 3a93865f-350d-4374-af08-1bab5e9726e5 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:11.799106 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:11.826499 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:11.835525 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:11.836164 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:11.954545 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:12.171509 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:12.216459 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cbaf58-59e8-410f-a17e-3dd590286128 None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:12.394044 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34808) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:12.458046 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9aef76a8-a107-4be4-951a-299cb13443a8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (1d062a3e-16a1-415d-9a5e-d81b683544a1), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.483387 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e99c11-75e6-4324-b5c0-5d25522f8121 None None] New status for floating IP 85ab693b-c9ab-426c-897c-0d619549a907: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:52:12.491053 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9aef76a8-a107-4be4-951a-299cb13443a8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (1d062a3e-16a1-415d-9a5e-d81b683544a1), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.552011 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9aef76a8-a107-4be4-951a-299cb13443a8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (1d062a3e-16a1-415d-9a5e-d81b683544a1), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.555607 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9aef76a8-a107-4be4-951a-299cb13443a8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.559889 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9aef76a8-a107-4be4-951a-299cb13443a8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "DELETE /v2.0/security-groups/1d062a3e-16a1-415d-9a5e-d81b683544a1 HTTP/1.1" status: 204 len: 168 time: 0.1630826 Apr 11 16:52:12.560453 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34816) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:12.567971 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef76a8-a107-4be4-951a-299cb13443a8 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d062a3e-16a1-415d-9a5e-d81b683544a1,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:12.577524 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.api.v2.resource [None req-3b914572-70a2-4588-8c3d-04f5b6ee682d tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] show failed (client error): The resource could not be found. Apr 11 16:52:12.581309 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3b914572-70a2-4588-8c3d-04f5b6ee682d tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups/1d062a3e-16a1-415d-9a5e-d81b683544a1 HTTP/1.1" status: 404 len: 347 time: 0.0187652 Apr 11 16:52:12.581987 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34818) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:12.980256 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Deleting port c8ff24f6-340a-4951-919f-fac7b9d05069 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:12.980592 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c8ff24f6-340a-4951-919f-fac7b9d05069), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.057547 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c8ff24f6-340a-4951-919f-fac7b9d05069), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.057871 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (c8ff24f6-340a-4951-919f-fac7b9d05069), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.069988 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Calling delete_port for c8ff24f6-340a-4951-919f-fac7b9d05069 owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:13.204200 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (c8ff24f6-340a-4951-919f-fac7b9d05069), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.227375 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'Port': ['ID=c8ff24f6-340a-4951-919f-fac7b9d05069,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:13.299444 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (85ab693b-c9ab-426c-897c-0d619549a907), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.302396 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.303562 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-601161de-4b75-45e7-abd0-1db57522953b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "DELETE /v2.0/floatingips/85ab693b-c9ab-426c-897c-0d619549a907 HTTP/1.1" status: 204 len: 168 time: 0.7205820 Apr 11 16:52:13.537595 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34822) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:13.542275 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-0f14e3fb-c438-46b3-a2cc-93959ed45ccb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650228772', 'description': 'tempest-description--1302365155'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:13.566153 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0f14e3fb-c438-46b3-a2cc-93959ed45ccb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.599011 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34826) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:13.637494 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0f14e3fb-c438-46b3-a2cc-93959ed45ccb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (ee4cdc75-490f-4969-ba77-44dabe2da546), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.642409 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0f14e3fb-c438-46b3-a2cc-93959ed45ccb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (ee4cdc75-490f-4969-ba77-44dabe2da546), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.670748 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0f14e3fb-c438-46b3-a2cc-93959ed45ccb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.672006 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0f14e3fb-c438-46b3-a2cc-93959ed45ccb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1333492 Apr 11 16:52:13.674934 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34828) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:13.679350 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-3f8d9cbf-1fce-470f-91dc-7cd11bffaf78 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group_rule': {'security_group_id': 'ee4cdc75-490f-4969-ba77-44dabe2da546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:13.685289 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14e3fb-c438-46b3-a2cc-93959ed45ccb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4cdc75-490f-4969-ba77-44dabe2da546,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:13.709385 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9cbf-1fce-470f-91dc-7cd11bffaf78 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (c3d5024d-74aa-4919-8794-2226f2665b8e), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.754954 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Deleting port c124b3a7-bec2-4b81-86d3-2f4a91f329fb {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:13.755274 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c124b3a7-bec2-4b81-86d3-2f4a91f329fb), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.766055 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9cbf-1fce-470f-91dc-7cd11bffaf78 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (c3d5024d-74aa-4919-8794-2226f2665b8e), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.770817 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9cbf-1fce-470f-91dc-7cd11bffaf78 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (c3d5024d-74aa-4919-8794-2226f2665b8e), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.789401 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d9cbf-1fce-470f-91dc-7cd11bffaf78 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d5024d-74aa-4919-8794-2226f2665b8e,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:13.798255 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9cbf-1fce-470f-91dc-7cd11bffaf78 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.801895 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3f8d9cbf-1fce-470f-91dc-7cd11bffaf78 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236272 Apr 11 16:52:13.802308 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34830) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:13.806679 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-7c53a1e2-9d58-4a54-9790-0cf93df1d22f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'security_group_rule': {'security_group_id': 'ee4cdc75-490f-4969-ba77-44dabe2da546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:13.834248 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7c53a1e2-9d58-4a54-9790-0cf93df1d22f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (ea308557-cb67-49ae-ba72-e01fae495ad8), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.841254 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c124b3a7-bec2-4b81-86d3-2f4a91f329fb), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.841725 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (c124b3a7-bec2-4b81-86d3-2f4a91f329fb), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.856886 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Calling delete_port for c124b3a7-bec2-4b81-86d3-2f4a91f329fb owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:13.901679 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7c53a1e2-9d58-4a54-9790-0cf93df1d22f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (ea308557-cb67-49ae-ba72-e01fae495ad8), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.906555 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7c53a1e2-9d58-4a54-9790-0cf93df1d22f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109162'] for security_group_rule (ea308557-cb67-49ae-ba72-e01fae495ad8), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.924183 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53a1e2-9d58-4a54-9790-0cf93df1d22f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea308557-cb67-49ae-ba72-e01fae495ad8,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:13.934724 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7c53a1e2-9d58-4a54-9790-0cf93df1d22f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.936744 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7c53a1e2-9d58-4a54-9790-0cf93df1d22f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333325 Apr 11 16:52:13.939832 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34832) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:13.945137 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'floatingip': {'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:13.967007 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.011713 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (c124b3a7-bec2-4b81-86d3-2f4a91f329fb), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.041238 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event deleted for resources: {'Port': ['ID=c124b3a7-bec2-4b81-86d3-2f4a91f329fb,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:14.047720 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.052993 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.053341 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.053702 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.054028 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.054363 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.054743 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.055023 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.055350 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.055696 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.056035 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.056376 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.056857 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.057217 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.057646 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.058143 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:14.121117 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (adf7a9cb-211d-4e47-b87f-bfb5de269887), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.121451 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Floating IP adf7a9cb-211d-4e47-b87f-bfb5de269887 disassociated (deleted). External IP: 172.27.0.77, port: 36b6fa9b-53fb-486f-bde2-16297771bdc7. Apr 11 16:52:14.168091 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Allocated IP 172.27.0.47 (8c0c338c-d2fa-4caa-b4a8-5aa363961a0d/5c3bc625-377a-416b-bc2a-d48560aeba64/d8864db7-4c1c-4fcd-80a6-be02c09a4158) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:14.281646 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (d8864db7-4c1c-4fcd-80a6-be02c09a4158), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.320893 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (d8864db7-4c1c-4fcd-80a6-be02c09a4158), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.365932 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Router 746c2166-1a9d-46b5-a34e-5ccb08970f68 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:14.367395 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Network 8c0c338c-d2fa-4caa-b4a8-5aa363961a0d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:14.370449 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:14.373024 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:14.402888 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=d8864db7-4c1c-4fcd-80a6-be02c09a4158,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:14.472590 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (543e3166-6f51-4816-8a94-6b79f62fc5d9), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.493013 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:14.500141 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.506573 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] Sync routers for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:14.517935 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:14.518583 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:14.519294 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (d8864db7-4c1c-4fcd-80a6-be02c09a4158), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.549151 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0ea81fb9-042d-4f5b-9e39-9af13925ce85 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "DELETE /v2.0/floatingips/adf7a9cb-211d-4e47-b87f-bfb5de269887 HTTP/1.1" status: 204 len: 168 time: 0.9465446 Apr 11 16:52:14.549151 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:14.551851 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9099220-1782-4314-8d61-40e78f662b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:14.649988 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:14.731305 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad68c73-9774-4f29-9435-d6271141abdb x-openstack-request-id: req-2ad68c73-9774-4f29-9435-d6271141abdb {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:14.734547 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:14.735017 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ad68c73-9774-4f29-9435-d6271141abdb {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:14.735619 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad68c73-9774-4f29-9435-d6271141abdb'] response: {'name': 'network-changed', 'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'status': 'completed', 'code': 200} Apr 11 16:52:14.834535 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (d8864db7-4c1c-4fcd-80a6-be02c09a4158), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.841350 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (d8864db7-4c1c-4fcd-80a6-be02c09a4158), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.852543 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:14.881426 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] Checking router: 746c2166-1a9d-46b5-a34e-5ccb08970f68 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:14.891869 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:14.892333 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813324f-f734-44f5-ad4a-dbe722b10754 req-51811fe1-f543-494c-8b23-8ef51917c6c2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:14.892467 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:14.894049 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e813324f-f734-44f5-ad4a-dbe722b10754 req-51811fe1-f543-494c-8b23-8ef51917c6c2 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 945 time: 0.0585825 Apr 11 16:52:14.923832 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=d8864db7-4c1c-4fcd-80a6-be02c09a4158,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:14.938909 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (543e3166-6f51-4816-8a94-6b79f62fc5d9), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.956132 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e813324f-f734-44f5-ad4a-dbe722b10754 req-0bfc75c1-8318-459a-a872-1b8451efd43b tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562315 Apr 11 16:52:14.958660 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.963978 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c0fe6e8c-3def-42ce-bef0-48606e0a1928 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0192699 Apr 11 16:52:15.109091 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:15.115779 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-db6a95c7-ed48-42c3-bcac-dc8d40661ac5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--650228772&fields=id&tenant_id=52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 267 time: 0.0454915 Apr 11 16:52:15.228333 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f224a-7424-4c6d-9894-71e2beb21dae req-aa9f259f-dc73-4055-9296-256e953fbdac tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:15.229998 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-aa9f259f-dc73-4055-9296-256e953fbdac tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 814 time: 0.1070597 Apr 11 16:52:15.245624 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-41790580-db41-4a44-b5c4-044a22ed9726 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/quotas/52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 375 time: 0.0095284 Apr 11 16:52:15.301746 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-8a6536d8-ae2f-40ce-bdcb-1ec8ee8728db tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506282 Apr 11 16:52:15.306781 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:15.336350 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e2103-6653-4f01-bcbf-471a2dc3a9fb None None] The sync data for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi is: [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:43:46Z', 'revision_number': 4, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'f1b41b6f-5f73-4284-a0a8-4898bb694a93', 'name': '', 'network_id': 'c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'mac_address': 'fa:16:3e:be:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '85465a17-e036-4fce-895f-117b132a4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:46Z', 'updated_at': '2022-04-11T16:43:52Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'subnets': [{'id': '85465a17-e036-4fce-895f-117b132a4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:15.406241 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-5ff3abd2-dead-47b5-b51c-bb4c756b1678 service neutron] 10.222.0.65 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920908 Apr 11 16:52:15.506159 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-04a91af8-be9d-4255-963d-26cf2e1486ee service neutron] 10.222.0.65 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939066 Apr 11 16:52:15.592689 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1a383c-9c37-4fe7-9585-3c4786e8de0d None None] New status for floating IP adf7a9cb-211d-4e47-b87f-bfb5de269887: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:52:15.683462 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1cc6ee19-9cd5-4ec2-9aa9-8e6c414dc97a req-bee20b61-41ec-42db-a869-be0a752da5ba tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 210 time: 0.0335124 Apr 11 16:52:15.742818 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device ed000f62-7c20-4cbb-86b6-a2ea779e28b3 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:15.763417 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: ed000f62-7c20-4cbb-86b6-a2ea779e28b3 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:15.763788 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device ed000f62-7c20-4cbb-86b6-a2ea779e28b3 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:15.769708 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099220-1782-4314-8d61-40e78f662b5c req-c65a1b0b-4775-4c74-b5c9-9822a9f7eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:15.771252 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b9099220-1782-4314-8d61-40e78f662b5c req-c65a1b0b-4775-4c74-b5c9-9822a9f7eaca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc3803567a904d698675781a5ccd07cd&device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 1129 time: 0.0431924 Apr 11 16:52:15.881814 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099220-1782-4314-8d61-40e78f662b5c req-f508005b-dd3e-45b7-a12c-3c9e14510ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:15.883566 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b9099220-1782-4314-8d61-40e78f662b5c req-f508005b-dd3e-45b7-a12c-3c9e14510ea0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 200 len: 912 time: 0.1058240 Apr 11 16:52:15.926864 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b9099220-1782-4314-8d61-40e78f662b5c req-cca53979-73ae-4334-b553-d8d8cef3f81e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7 HTTP/1.1" status: 200 len: 217 time: 0.0365834 Apr 11 16:52:16.059017 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099220-1782-4314-8d61-40e78f662b5c req-b66bed24-f33e-4dfb-aa20-e5c70dab3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:16.060555 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b9099220-1782-4314-8d61-40e78f662b5c req-b66bed24-f33e-4dfb-aa20-e5c70dab3e33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 200 len: 850 time: 0.0533254 Apr 11 16:52:16.088489 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d454c31-8382-44fb-9b43-42b7bf165230 req-897963da-8b3d-492e-b94b-8b366e8a8975 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:16.090061 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d454c31-8382-44fb-9b43-42b7bf165230 req-897963da-8b3d-492e-b94b-8b366e8a8975 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 945 time: 0.0565271 Apr 11 16:52:16.139673 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d454c31-8382-44fb-9b43-42b7bf165230 req-4d5e7844-d44c-4146-8dbc-608b693d9db6 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/security-groups?id=41314ebf-d960-4efb-bc02-41c90800887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435131 Apr 11 16:52:16.289591 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099220-1782-4314-8d61-40e78f662b5c req-ec716e57-23ac-4cf5-9062-75b3a1146593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:16.291357 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b9099220-1782-4314-8d61-40e78f662b5c req-ec716e57-23ac-4cf5-9062-75b3a1146593 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489995 Apr 11 16:52:16.372742 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92224e86-3d08-487c-a7d8-36674ba24218 req-dc2329db-4c9c-4930-81a9-a123daa37c58 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:16.374353 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-92224e86-3d08-487c-a7d8-36674ba24218 req-dc2329db-4c9c-4930-81a9-a123daa37c58 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 945 time: 0.0555856 Apr 11 16:52:16.392308 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b9099220-1782-4314-8d61-40e78f662b5c req-14a076c5-0c79-4d07-8f27-ce2dd22e9824 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915220 Apr 11 16:52:16.473364 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-92224e86-3d08-487c-a7d8-36674ba24218 req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Deleting port 36b6fa9b-53fb-486f-bde2-16297771bdc7 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:16.473704 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-92224e86-3d08-487c-a7d8-36674ba24218 req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:16.492814 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b9099220-1782-4314-8d61-40e78f662b5c req-477d9166-7b60-4143-93fa-19bfe9d1d4d7 service neutron] 10.222.0.41 "GET /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950317 Apr 11 16:52:16.565614 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-92224e86-3d08-487c-a7d8-36674ba24218 req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] For port 36b6fa9b-53fb-486f-bde2-16297771bdc7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36b6fa9b-53fb-486f-bde2-16297771bdc7,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:16.565956 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-92224e86-3d08-487c-a7d8-36674ba24218 req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:16.579412 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [req-92224e86-3d08-487c-a7d8-36674ba24218 req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Calling delete_port for 36b6fa9b-53fb-486f-bde2-16297771bdc7 owned by compute:nova {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:16.715018 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-92224e86-3d08-487c-a7d8-36674ba24218 req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (36b6fa9b-53fb-486f-bde2-16297771bdc7), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:16.749531 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event deleted for resources: {'Port': ['ID=36b6fa9b-53fb-486f-bde2-16297771bdc7,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:16.817215 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d21a77d2-4ea9-4fd5-bf2f-8dcbd931ade9 req-705e34de-cba0-416f-ab5f-9667a12e7eaa tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 210 time: 0.0575204 Apr 11 16:52:16.817886 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-92224e86-3d08-487c-a7d8-36674ba24218 req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] No DVR routers for this DVR port 36b6fa9b-53fb-486f-bde2-16297771bdc7 on host hv-cinder-83716 {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:16.820868 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-92224e86-3d08-487c-a7d8-36674ba24218 req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:16.825356 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-92224e86-3d08-487c-a7d8-36674ba24218 req-9fc464fa-bda7-45c1-9ad5-2271c9e8e549 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.41 "DELETE /v2.0/ports/36b6fa9b-53fb-486f-bde2-16297771bdc7 HTTP/1.1" status: 204 len: 173 time: 0.4447579 Apr 11 16:52:16.825884 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'name': 'network-vif-deleted', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:16.828427 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c74ce75-c046-4410-9fa2-7e5d037db422" -d '{"events": [{"server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "name": "network-vif-deleted", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:16.878781 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa972368-198b-418d-aec8-664500520ec5 x-openstack-request-id: req-fa972368-198b-418d-aec8-664500520ec5 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:16.879541 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8e3633-0aab-4e07-ac19-252cc15604aa", "name": "network-vif-deleted", "tag": "36b6fa9b-53fb-486f-bde2-16297771bdc7", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:16.880259 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa972368-198b-418d-aec8-664500520ec5 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:16.881348 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa972368-198b-418d-aec8-664500520ec5'] response: {'server_uuid': 'bd8e3633-0aab-4e07-ac19-252cc15604aa', 'name': 'network-vif-deleted', 'tag': '36b6fa9b-53fb-486f-bde2-16297771bdc7', 'status': 'completed', 'code': 200} Apr 11 16:52:16.894490 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f224a-7424-4c6d-9894-71e2beb21dae req-6ed0f880-1561-4ecc-b126-ab59889590ad tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:16.896152 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-6ed0f880-1561-4ecc-b126-ab59889590ad tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 814 time: 0.1266859 Apr 11 16:52:16.981628 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-2544ce5e-590d-421f-99cc-18f5d04fd585 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b7da8bf3624ca98fada39bdde438ee HTTP/1.1" status: 200 len: 379 time: 0.0589283 Apr 11 16:52:17.039065 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'port': {'device_id': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'admin_state_up': True, 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'security_groups': ['ee4cdc75-490f-4969-ba77-44dabe2da546']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:17.163419 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Made reservation on behalf of 52b7da8bf3624ca98fada39bdde438ee for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:17.168074 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:17.253751 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0a6180ac-36b2-4926-90ae-83434f2e8884 req-095e2957-00b4-4347-a860-74c70801c713 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8e3633-0aab-4e07-ac19-252cc15604aa HTTP/1.1" status: 200 len: 210 time: 0.0308900 Apr 11 16:52:17.312695 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Allocated IP 172.20.0.11 (64f8adf0-5b62-426a-b30a-0690e612962b/8ab55376-16be-4aaf-904b-05f3686376bc/62a99744-9c7f-48c4-90f8-9e5b283818a0) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:17.464543 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:17.508664 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:17.557815 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Network 64f8adf0-5b62-426a-b30a-0690e612962b is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:17.561644 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:17.564142 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:17.597973 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event updated for resources: {'Port': ['ID=62a99744-9c7f-48c4-90f8-9e5b283818a0,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:17.624614 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:17.625206 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:17.642159 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-3d2a3659-1340-4d3d-9c92-9212416d3232 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6070938 Apr 11 16:52:17.653624 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Request body: {'port': {'device_id': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:17.717512 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:17.789749 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-9c57e8be-1926-45a8-983e-ff29c8196c03 None None] Provisioning complete for port 62a99744-9c7f-48c4-90f8-9e5b283818a0 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:17.790375 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9c57e8be-1926-45a8-983e-ff29c8196c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:17.827217 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-9c57e8be-1926-45a8-983e-ff29c8196c03 None None] Port 62a99744-9c7f-48c4-90f8-9e5b283818a0 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:52:17.940436 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b286c-6a1d-4ef4-8d2b-04a7c6b4f1dd req-05b38f8e-3939-4a45-93b5-1e951ba19f38 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:17.942037 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-623b286c-6a1d-4ef4-8d2b-04a7c6b4f1dd req-05b38f8e-3939-4a45-93b5-1e951ba19f38 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 932 time: 0.0514061 Apr 11 16:52:17.991516 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a99744-9c7f-48c4-90f8-9e5b283818a0 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:17.993098 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-623b286c-6a1d-4ef4-8d2b-04a7c6b4f1dd req-2ac04a3d-bcb0-40b3-a89f-f80cfd1ab8ca tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451341 Apr 11 16:52:18.000037 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Publish callbacks [] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.016644 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Transition to ACTIVE for port object 62a99744-9c7f-48c4-90f8-9e5b283818a0 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:52:18.022583 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.076548 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Pushing event updated for resources: {'Port': ['ID=62a99744-9c7f-48c4-90f8-9e5b283818a0,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:18.156203 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Attempting to bind port 62a99744-9c7f-48c4-90f8-9e5b283818a0 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:52:18.156703 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Attempting to bind port 62a99744-9c7f-48c4-90f8-9e5b283818a0 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:52:18.157219 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Attempting to bind port 62a99744-9c7f-48c4-90f8-9e5b283818a0 on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:18.163359 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Port 62a99744-9c7f-48c4-90f8-9e5b283818a0 on network 64f8adf0-5b62-426a-b30a-0690e612962b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:52:18.163698 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Attempting to bind port 62a99744-9c7f-48c4-90f8-9e5b283818a0 on network 64f8adf0-5b62-426a-b30a-0690e612962b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:18.169056 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:52:18.169412 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Checking segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:18.169793 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Bound using segment: {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:52:18.170186 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Bound port: 62a99744-9c7f-48c4-90f8-9e5b283818a0, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d16edc7-7a90-46f0-9447-03dde538e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:52:18.170539 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.241140 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] For port 62a99744-9c7f-48c4-90f8-9e5b283818a0, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:52:18.244410 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] For port 62a99744-9c7f-48c4-90f8-9e5b283818a0, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=62a99744-9c7f-48c4-90f8-9e5b283818a0,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:52:18.251370 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.286921 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:18.287574 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.288913 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] 10.222.0.41 "PUT /v2.0/ports/62a99744-9c7f-48c4-90f8-9e5b283818a0 HTTP/1.1" status: 200 len: 1094 time: 0.6398118 Apr 11 16:52:18.289484 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'tag': '62a99744-9c7f-48c4-90f8-9e5b283818a0'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:18.291816 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890dcbdf-402e-4397-9bfb-b11978f0b942" -d '{"events": [{"name": "network-changed", "server_uuid": "ec100401-cf1e-47ae-bcd7-a3ecc80da20d", "tag": "62a99744-9c7f-48c4-90f8-9e5b283818a0"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:18.317566 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57c33d-2aca-45b5-8324-743dca3ef73d service neutron] Pushing event updated for resources: {'Port': ['ID=62a99744-9c7f-48c4-90f8-9e5b283818a0,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:18.318990 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34888) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:18.372720 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c94417-992a-40da-a415-22f1c280f3f9 x-openstack-request-id: req-59c94417-992a-40da-a415-22f1c280f3f9 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:18.374095 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec100401-cf1e-47ae-bcd7-a3ecc80da20d", "tag": "62a99744-9c7f-48c4-90f8-9e5b283818a0", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:18.374095 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59c94417-992a-40da-a415-22f1c280f3f9 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:18.374333 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c94417-992a-40da-a415-22f1c280f3f9'] response: {'name': 'network-changed', 'server_uuid': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'tag': '62a99744-9c7f-48c4-90f8-9e5b283818a0', 'status': 'completed', 'code': 200} Apr 11 16:52:18.386365 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f224a-7424-4c6d-9894-71e2beb21dae req-0beda780-2457-42a8-9884-2a211977d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:18.387851 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-0beda780-2457-42a8-9884-2a211977d3ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 1128 time: 0.0512857 Apr 11 16:52:18.433306 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-0342dff9-7af9-402a-ac07-c0bf9fbe172e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62a99744-9c7f-48c4-90f8-9e5b283818a0 HTTP/1.1" status: 200 len: 217 time: 0.0384753 Apr 11 16:52:18.456530 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Deleting port 0be52234-0b76-4fe7-b063-dd20de0b7a81 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:18.456965 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (0be52234-0b76-4fe7-b063-dd20de0b7a81), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.486978 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f224a-7424-4c6d-9894-71e2beb21dae req-fc6b78e4-2fa1-4063-b927-ba2aefe15205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:18.488773 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-fc6b78e4-2fa1-4063-b927-ba2aefe15205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0502901 Apr 11 16:52:18.504422 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.535400 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f224a-7424-4c6d-9894-71e2beb21dae req-6a1980f5-8c9c-4dcb-a228-268a96c688e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:18.537032 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-6a1980f5-8c9c-4dcb-a228-268a96c688e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423310 Apr 11 16:52:18.542256 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (0be52234-0b76-4fe7-b063-dd20de0b7a81), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.542745 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (0be52234-0b76-4fe7-b063-dd20de0b7a81), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.555701 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Calling delete_port for 0be52234-0b76-4fe7-b063-dd20de0b7a81 owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:18.633812 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-af98ce8c-05b0-4672-9ec6-56c1f0f8cb7f service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903184 Apr 11 16:52:18.690074 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (0be52234-0b76-4fe7-b063-dd20de0b7a81), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.717025 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event deleted for resources: {'Port': ['ID=0be52234-0b76-4fe7-b063-dd20de0b7a81,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:18.725565 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-559f224a-7424-4c6d-9894-71e2beb21dae req-bf928f7f-de04-42ae-a45e-c01027350105 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858262 Apr 11 16:52:18.782936 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for floatingip (1f696d9d-95f3-4b64-a3bd-b80838972b7c), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.785472 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.786641 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b8e9a7fe-3006-4c8f-a32e-3308f6ba1fd8 tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "DELETE /v2.0/floatingips/1f696d9d-95f3-4b64-a3bd-b80838972b7c HTTP/1.1" status: 204 len: 168 time: 0.4658613 Apr 11 16:52:19.133696 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b205f30-f160-4d9c-ac47-7fea4783acbb req-b86185ec-ab66-4073-bca6-d356b6dd616d tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:19.135703 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b205f30-f160-4d9c-ac47-7fea4783acbb req-b86185ec-ab66-4073-bca6-d356b6dd616d tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 944 time: 0.0634425 Apr 11 16:52:19.186441 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b205f30-f160-4d9c-ac47-7fea4783acbb req-3036980e-9228-43c1-a792-9e13523f203b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Apr 11 16:52:20.014130 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34902) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:20.081798 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08d120db-c182-4b49-b4e2-2485618acc0d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group (41314ebf-d960-4efb-bc02-41c90800887f), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.124902 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08d120db-c182-4b49-b4e2-2485618acc0d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group (41314ebf-d960-4efb-bc02-41c90800887f), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.199451 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08d120db-c182-4b49-b4e2-2485618acc0d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (41314ebf-d960-4efb-bc02-41c90800887f), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.202070 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08d120db-c182-4b49-b4e2-2485618acc0d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.203241 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-08d120db-c182-4b49-b4e2-2485618acc0d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] 10.222.0.65 "DELETE /v2.0/security-groups/41314ebf-d960-4efb-bc02-41c90800887f HTTP/1.1" status: 204 len: 168 time: 0.1880677 Apr 11 16:52:20.215360 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d120db-c182-4b49-b4e2-2485618acc0d tempest-TestVolumeBootPattern-1516720463 tempest-TestVolumeBootPattern-1516720463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41314ebf-d960-4efb-bc02-41c90800887f,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:20.262935 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34908) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:20.314131 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963336f-08a3-4593-9970-33cc092951c4 req-6f0bd1da-f3c3-48b9-80f0-f07cc542d794 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.315658 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1963336f-08a3-4593-9970-33cc092951c4 req-6f0bd1da-f3c3-48b9-80f0-f07cc542d794 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 944 time: 0.0495114 Apr 11 16:52:20.368038 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1963336f-08a3-4593-9970-33cc092951c4 req-a449b32c-bd58-42c7-bf3c-85790cce7149 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466151 Apr 11 16:52:20.727606 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (746c2166-1a9d-46b5-a34e-5ccb08970f68), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.812410 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-fb96f996-76f4-4977-966b-512a58fb5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.813901 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-fb96f996-76f4-4977-966b-512a58fb5783 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 1128 time: 0.0517473 Apr 11 16:52:20.993024 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-a7f6d1a4-6617-43d8-842c-e58731adad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.994368 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-a7f6d1a4-6617-43d8-842c-e58731adad19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.1550398 Apr 11 16:52:21.061857 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-d6fd023b-3bcd-47f8-b8a6-8ead23e81f86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62a99744-9c7f-48c4-90f8-9e5b283818a0 HTTP/1.1" status: 200 len: 217 time: 0.0603933 Apr 11 16:52:21.139910 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-81e54b32-1968-4a23-aa5e-85312bbd80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:21.141352 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-81e54b32-1968-4a23-aa5e-85312bbd80b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0729043 Apr 11 16:52:21.146081 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Deleting port f1b41b6f-5f73-4284-a0a8-4898bb694a93 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:21.146422 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.226561 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-4727e5e9-0407-4b4c-9e32-8384197d44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:21.228068 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-4727e5e9-0407-4b4c-9e32-8384197d44bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797608 Apr 11 16:52:21.281070 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] For port f1b41b6f-5f73-4284-a0a8-4898bb694a93, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=f1b41b6f-5f73-4284-a0a8-4898bb694a93,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:21.281941 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.320199 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Calling delete_port for f1b41b6f-5f73-4284-a0a8-4898bb694a93 owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:21.384538 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-be3c91db-2d04-40c5-a274-d32f6ed5765f service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491747 Apr 11 16:52:21.488942 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fe134-e57e-479b-a6a7-480587865344 req-36ef0f6a-4963-41d0-a33a-4d53d2c433ab tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:21.490409 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1e9fe134-e57e-479b-a6a7-480587865344 req-36ef0f6a-4963-41d0-a33a-4d53d2c433ab tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 944 time: 0.0479908 Apr 11 16:52:21.539069 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-890dcbdf-402e-4397-9bfb-b11978f0b942 req-dd17277b-71e4-4a83-bf07-ee8a1eb4855f service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468773 Apr 11 16:52:21.546474 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1e9fe134-e57e-479b-a6a7-480587865344 req-984158a7-094d-4671-9d32-4c8bc65e7a27 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472212 Apr 11 16:52:21.599057 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (f1b41b6f-5f73-4284-a0a8-4898bb694a93), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.625373 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b41b6f-5f73-4284-a0a8-4898bb694a93,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:21.749209 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 36b6fa9b-53fb-486f-bde2-16297771bdc7 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:21.770509 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 36b6fa9b-53fb-486f-bde2-16297771bdc7 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:21.770867 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 36b6fa9b-53fb-486f-bde2-16297771bdc7 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:21.794808 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (746c2166-1a9d-46b5-a34e-5ccb08970f68), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.035495 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Router 746c2166-1a9d-46b5-a34e-5ccb08970f68 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:22.416185 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:22.421723 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4c4ad1ef-17e8-4a6f-a8a0-9d85b3da3280 admin admin] 10.222.0.65 "PUT /v2.0/routers/746c2166-1a9d-46b5-a34e-5ccb08970f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1577151 Apr 11 16:52:22.424648 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34914) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:22.427192 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] Sync routers for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:22.438761 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:22.439367 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:22.531627 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks [] for router (746c2166-1a9d-46b5-a34e-5ccb08970f68), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.545282 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:22.639040 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks [] for router_gateway (746c2166-1a9d-46b5-a34e-5ccb08970f68), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.664369 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fda28e-10f9-438e-afa0-6fffbf03af42 req-6b389cca-33ad-4ade-81bc-2e5c729c55dd tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:22.666037 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b6fda28e-10f9-438e-afa0-6fffbf03af42 req-6b389cca-33ad-4ade-81bc-2e5c729c55dd tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 944 time: 0.0491943 Apr 11 16:52:22.687016 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Deleting port 06d63350-94d4-48ea-aaf7-f85480c44602 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:22.687279 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.721276 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b6fda28e-10f9-438e-afa0-6fffbf03af42 req-23badc06-e82a-44d9-8975-5b8ce1fb97fe tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471876 Apr 11 16:52:22.722888 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:52:21Z', 'revision_number': 5, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port': {'id': '06d63350-94d4-48ea-aaf7-f85480c44602', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:44Z', 'updated_at': '2022-04-11T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:22.750506 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] Checking router: 746c2166-1a9d-46b5-a34e-5ccb08970f68 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:22.758781 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] Routers {'746c2166-1a9d-46b5-a34e-5ccb08970f68'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:22.759371 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['746c2166-1a9d-46b5-a34e-5ccb08970f68'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:22.770005 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] For port 06d63350-94d4-48ea-aaf7-f85480c44602, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=06d63350-94d4-48ea-aaf7-f85480c44602,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:22.770351 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.787514 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Calling delete_port for 06d63350-94d4-48ea-aaf7-f85480c44602 owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:22.846738 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] Set router 746c2166-1a9d-46b5-a34e-5ccb08970f68 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:22.901110 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:52:22Z', 'revision_number': 6, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port_host': None}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:22.927686 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0090a2a-92dc-4ecd-8993-4bc4eb8bbe1b None None] The sync data for ids ['746c2166-1a9d-46b5-a34e-5ccb08970f68'] in dv-cinder-837165-2-iscsi is: [{'id': '746c2166-1a9d-46b5-a34e-5ccb08970f68', 'name': 'tempest-TestVolumeBootPattern-515028574-router', 'tenant_id': 'cc3803567a904d698675781a5ccd07cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:43Z', 'updated_at': '2022-04-11T16:52:22Z', 'revision_number': 6, 'project_id': 'cc3803567a904d698675781a5ccd07cd', 'gw_port_host': None}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:22.963366 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (06d63350-94d4-48ea-aaf7-f85480c44602), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.989738 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d63350-94d4-48ea-aaf7-f85480c44602,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:23.050813 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (746c2166-1a9d-46b5-a34e-5ccb08970f68), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.141202 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (746c2166-1a9d-46b5-a34e-5ccb08970f68), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.143386 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks [] for router_controller (746c2166-1a9d-46b5-a34e-5ccb08970f68), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.194238 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (746c2166-1a9d-46b5-a34e-5ccb08970f68), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.194831 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746c2166-1a9d-46b5-a34e-5ccb08970f68 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:52:23.199723 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.200763 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-116da626-3e5f-448e-9c70-1427d5df9888 admin admin] 10.222.0.65 "DELETE /v2.0/routers/746c2166-1a9d-46b5-a34e-5ccb08970f68 HTTP/1.1" status: 204 len: 168 time: 0.7752140 Apr 11 16:52:23.204643 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34918) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:23.251175 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2453d97f-9cd6-4d5f-96fb-2f20cb513bf0 admin admin] Deleting subnet 85465a17-e036-4fce-895f-117b132a4274 {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:52:23.256494 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2453d97f-9cd6-4d5f-96fb-2f20cb513bf0 admin admin] Publish callbacks [] for subnet (85465a17-e036-4fce-895f-117b132a4274), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.294792 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2453d97f-9cd6-4d5f-96fb-2f20cb513bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529087725'] for subnet (85465a17-e036-4fce-895f-117b132a4274), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.390104 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2453d97f-9cd6-4d5f-96fb-2f20cb513bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (85465a17-e036-4fce-895f-117b132a4274), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.450268 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2453d97f-9cd6-4d5f-96fb-2f20cb513bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529333390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528556659'] for subnet (85465a17-e036-4fce-895f-117b132a4274), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.476028 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453d97f-9cd6-4d5f-96fb-2f20cb513bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85465a17-e036-4fce-895f-117b132a4274,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:23.481064 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2453d97f-9cd6-4d5f-96fb-2f20cb513bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.486912 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5597258-c798-485d-8777-8a19151ba444 None None] Network c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:23.487755 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2453d97f-9cd6-4d5f-96fb-2f20cb513bf0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/85465a17-e036-4fce-895f-117b132a4274 HTTP/1.1" status: 204 len: 168 time: 0.2821319 Apr 11 16:52:23.487903 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34920) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:23.564483 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.612373 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Deleting port c3d2f387-cf4b-46cb-80cc-f144ad3c184d {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:23.612644 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.676811 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] For port c3d2f387-cf4b-46cb-80cc-f144ad3c184d, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c3d2f387-cf4b-46cb-80cc-f144ad3c184d,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:23.677557 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.692524 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Calling delete_port for c3d2f387-cf4b-46cb-80cc-f144ad3c184d owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:23.696816 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] DHCP port deletion for c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:52:23.732093 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f1b41b6f-5f73-4284-a0a8-4898bb694a93 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:23.757562 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: f1b41b6f-5f73-4284-a0a8-4898bb694a93 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:23.757908 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f1b41b6f-5f73-4284-a0a8-4898bb694a93 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:23.768235 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 62a99744-9c7f-48c4-90f8-9e5b283818a0 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:52:23.771991 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Deleting port c3d2f387-cf4b-46cb-80cc-f144ad3c184d {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:23.772566 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.787574 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.818301 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d2f387-cf4b-46cb-80cc-f144ad3c184d,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:23.820251 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] No DVR routers for this DVR port c3d2f387-cf4b-46cb-80cc-f144ad3c184d on host dv-cinder-837165-2-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:23.901172 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e3ea2-ffd2-4ff0-9df8-1b3bfb6d976d req-35d92862-2350-443e-91a6-f9e219bcce34 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:23.902704 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-413e3ea2-ffd2-4ff0-9df8-1b3bfb6d976d req-35d92862-2350-443e-91a6-f9e219bcce34 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 944 time: 0.0877941 Apr 11 16:52:23.907751 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] For port c3d2f387-cf4b-46cb-80cc-f144ad3c184d, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=c3d2f387-cf4b-46cb-80cc-f144ad3c184d,segment=NetworkSegment(6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b),segment_id=6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:23.908148 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.928119 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Calling delete_port for c3d2f387-cf4b-46cb-80cc-f144ad3c184d owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:23.938045 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.949760 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 62a99744-9c7f-48c4-90f8-9e5b283818a0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=62a99744-9c7f-48c4-90f8-9e5b283818a0,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:23.976392 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:23.995268 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '62a99744-9c7f-48c4-90f8-9e5b283818a0', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'port_id': '62a99744-9c7f-48c4-90f8-9e5b283818a0', 'mac_address': 'fa:16:3e:e8:85:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:52:23.997103 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:23.997489 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:24.013966 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2328045'] for segment (6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.018911 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-413e3ea2-ffd2-4ff0-9df8-1b3bfb6d976d req-b064f07f-a3dd-4857-b335-6daacc4debdd tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854802 Apr 11 16:52:24.049053 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.055919 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:52:24.056349 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529018306'] for segment (6f66e5c9-c36d-4ccd-b7cd-a5c0f780747b), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: Traceback (most recent call last): Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: timer() Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: cb(*args, **kw) Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: return func(*args, **kwargs) Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: self._notify() Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: self.callback(batched_events) Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: event.method(event) Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: return f(self, *a, **k) Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._get(url).json() Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:52:24.058578 dv-cinder-837165-2-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:52:24.064201 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 62a99744-9c7f-48c4-90f8-9e5b283818a0 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:24.064586 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.076828 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (c3d2f387-cf4b-46cb-80cc-f144ad3c184d), after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.099002 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a99744-9c7f-48c4-90f8-9e5b283818a0 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:24.109041 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Pushing event deleted for resources: {'Port': ['ID=c3d2f387-cf4b-46cb-80cc-f144ad3c184d,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:24.126279 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.131786 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] No DVR routers for this DVR port c3d2f387-cf4b-46cb-80cc-f144ad3c184d on host dv-cinder-837165-2-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:24.132852 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.141838 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] 10.222.0.65 "DELETE /v2.0/networks/c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc HTTP/1.1" status: 204 len: 168 time: 0.6477559 Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.142191 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.143273 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.143273 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd913eb-b053-4c30-a911-adaba97a4ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.144425 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34924) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:24.146951 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5669-b57d-487f-b31f-d1b0168ae26a admin admin] Pushing event deleted for resources: {'Network': ['ID=c96476d8-c52f-4e3f-b8a6-4bfa7b594cfc,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:24.148190 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 62a99744-9c7f-48c4-90f8-9e5b283818a0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=62a99744-9c7f-48c4-90f8-9e5b283818a0,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:24.153262 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.203354 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=62a99744-9c7f-48c4-90f8-9e5b283818a0,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:24.471172 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['62a99744-9c7f-48c4-90f8-9e5b283818a0'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:52:24.500526 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.752313 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Deleting port 6d05a4c4-303d-483b-9fcc-781aad67623a {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:24.752607 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.833576 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] For port 6d05a4c4-303d-483b-9fcc-781aad67623a, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=6d05a4c4-303d-483b-9fcc-781aad67623a,segment=NetworkSegment(807c882e-ff7b-467d-b143-63ecc4861362),segment_id=807c882e-ff7b-467d-b143-63ecc4861362)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:24.833915 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.848141 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Calling delete_port for 6d05a4c4-303d-483b-9fcc-781aad67623a owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:25.045381 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (6d05a4c4-303d-483b-9fcc-781aad67623a), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.071703 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6d05a4c4-303d-483b-9fcc-781aad67623a,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:25.102573 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 06d63350-94d4-48ea-aaf7-f85480c44602 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:25.123549 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 06d63350-94d4-48ea-aaf7-f85480c44602 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:25.123951 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 06d63350-94d4-48ea-aaf7-f85480c44602 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:25.124310 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c3d2f387-cf4b-46cb-80cc-f144ad3c184d no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:25.151161 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: c3d2f387-cf4b-46cb-80cc-f144ad3c184d {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:25.151549 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device c3d2f387-cf4b-46cb-80cc-f144ad3c184d not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:25.166767 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa3a-4cb9-46c7-be11-5eabb9511a2a req-47251b34-53b6-4c52-9f71-05ae9dfe4431 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:25.174230 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4c2daa3a-4cb9-46c7-be11-5eabb9511a2a req-47251b34-53b6-4c52-9f71-05ae9dfe4431 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 945 time: 0.0617495 Apr 11 16:52:25.194292 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7af4e542-9ebe-423f-8a96-380742dac104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.228397 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4c2daa3a-4cb9-46c7-be11-5eabb9511a2a req-482fc793-0204-4ef4-92f3-e21589c9035b tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530846 Apr 11 16:52:25.270778 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.515199 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:25.624765 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:25.630098 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e632a6dd-783f-4e09-9029-d0d0497a96ef admin admin] 10.222.0.65 "PUT /v2.0/routers/3d45439d-581c-4bb2-ba8b-ba8deeb72d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4831204 Apr 11 16:52:25.632743 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34928) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:25.633712 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] Sync routers for ids ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'] in dv-cinder-837165-2-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:25.649020 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] Routers {'3d45439d-581c-4bb2-ba8b-ba8deeb72d36'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:25.649639 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:25.739254 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks [] for router (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:25.761612 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] Set router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:25.789669 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 62a99744-9c7f-48c4-90f8-9e5b283818a0 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:25.921211 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 62a99744-9c7f-48c4-90f8-9e5b283818a0 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:52:25.932312 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 62a99744-9c7f-48c4-90f8-9e5b283818a0 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:25.932911 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.120574 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks [] for router_gateway (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.158529 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:49Z', 'updated_at': '2022-04-11T16:52:24Z', 'revision_number': 5, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'gw_port': {'id': 'f85fe8b8-84ec-42b1-8358-43955fe8a5ee', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:43:50Z', 'updated_at': '2022-04-11T16:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:26.167425 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Deleting port f85fe8b8-84ec-42b1-8358-43955fe8a5ee {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:26.167787 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.188285 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] Checking router: 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 for host: dv-cinder-837165-2-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:26.220308 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] Routers {'3d45439d-581c-4bb2-ba8b-ba8deeb72d36'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:26.220926 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:51:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:26.248844 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] For port f85fe8b8-84ec-42b1-8358-43955fe8a5ee, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=f85fe8b8-84ec-42b1-8358-43955fe8a5ee,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:26.249173 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.265615 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Calling delete_port for f85fe8b8-84ec-42b1-8358-43955fe8a5ee owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:26.290990 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 62a99744-9c7f-48c4-90f8-9e5b283818a0 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:26.291470 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.335412 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a99744-9c7f-48c4-90f8-9e5b283818a0'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:26.339239 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba7429-a056-4111-9106-9e94f3110a9c" -d '{"events": [{"server_uuid": "ec100401-cf1e-47ae-bcd7-a3ecc80da20d", "name": "network-vif-plugged", "status": "completed", "tag": "62a99744-9c7f-48c4-90f8-9e5b283818a0"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:26.366660 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 62a99744-9c7f-48c4-90f8-9e5b283818a0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=62a99744-9c7f-48c4-90f8-9e5b283818a0,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:26.368244 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] Set router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 gateway port host: None {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:26.389618 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa062a-0dac-45fd-a845-3d6ed6944a8c req-5f41538f-3c45-4976-8c46-d2f13fa49854 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.392621 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10aa062a-0dac-45fd-a845-3d6ed6944a8c req-5f41538f-3c45-4976-8c46-d2f13fa49854 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 945 time: 0.0870800 Apr 11 16:52:26.401575 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b5297c-7771-4fad-8916-92ed90cf1d21 x-openstack-request-id: req-e9b5297c-7771-4fad-8916-92ed90cf1d21 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:26.401960 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec100401-cf1e-47ae-bcd7-a3ecc80da20d", "name": "network-vif-plugged", "status": "completed", "tag": "62a99744-9c7f-48c4-90f8-9e5b283818a0", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:26.402392 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9b5297c-7771-4fad-8916-92ed90cf1d21 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:26.402806 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b5297c-7771-4fad-8916-92ed90cf1d21'] response: {'server_uuid': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a99744-9c7f-48c4-90f8-9e5b283818a0', 'code': 200} Apr 11 16:52:26.432125 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.436887 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:49Z', 'updated_at': '2022-04-11T16:52:26Z', 'revision_number': 6, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'gw_port_host': None}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:26.463570 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10aa062a-0dac-45fd-a845-3d6ed6944a8c req-0b63334a-6f5c-4c78-a2cc-c8d1a9b6de26 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625596 Apr 11 16:52:26.499061 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (f85fe8b8-84ec-42b1-8358-43955fe8a5ee), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.499396 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eb42a-a55f-4fbf-8d2f-4f8791f69daf None None] The sync data for ids ['3d45439d-581c-4bb2-ba8b-ba8deeb72d36'] in dv-cinder-837165-2-iscsi is: [{'id': '3d45439d-581c-4bb2-ba8b-ba8deeb72d36', 'name': 'tempest-TestVolumeBootPattern-559970788-router', 'tenant_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:43:49Z', 'updated_at': '2022-04-11T16:52:26Z', 'revision_number': 6, 'project_id': 'a50d59a885ff41f8a3046f9f562ee2dd', 'gw_port_host': None}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:26.527218 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Pushing event deleted for resources: {'Port': ['ID=f85fe8b8-84ec-42b1-8358-43955fe8a5ee,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:26.532255 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=62a99744-9c7f-48c4-90f8-9e5b283818a0,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:26.629455 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.633048 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59652-eadf-4f0c-a511-9ef279b0aecc req-33510d27-d525-4d38-b42f-27e0a427d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.634575 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3ca59652-eadf-4f0c-a511-9ef279b0aecc req-33510d27-d525-4d38-b42f-27e0a427d384 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 1130 time: 0.0530574 Apr 11 16:52:26.746055 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.749663 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks [] for router_controller (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.804335 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3ca59652-eadf-4f0c-a511-9ef279b0aecc req-2adc393d-90c8-4c50-8370-77fc2fff9a0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424987 Apr 11 16:52:26.808812 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (3d45439d-581c-4bb2-ba8b-ba8deeb72d36), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.809359 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d45439d-581c-4bb2-ba8b-ba8deeb72d36 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:52:26.813877 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.815003 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-706ddf1c-4d59-4a7d-a239-c818cedbcaaa admin admin] 10.222.0.65 "DELETE /v2.0/routers/3d45439d-581c-4bb2-ba8b-ba8deeb72d36 HTTP/1.1" status: 204 len: 168 time: 1.1813419 Apr 11 16:52:26.819206 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34934) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:26.868672 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-346e8c2b-64d7-487e-8dab-d79b107a4fc0 admin admin] Deleting subnet 88759f1d-1702-4cd7-8662-4aa97ae404c9 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:52:26.873054 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-346e8c2b-64d7-487e-8dab-d79b107a4fc0 admin admin] Publish callbacks [] for subnet (88759f1d-1702-4cd7-8662-4aa97ae404c9), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.914289 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-346e8c2b-64d7-487e-8dab-d79b107a4fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2328036'] for subnet (88759f1d-1702-4cd7-8662-4aa97ae404c9), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.998053 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-346e8c2b-64d7-487e-8dab-d79b107a4fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (88759f1d-1702-4cd7-8662-4aa97ae404c9), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.058431 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-346e8c2b-64d7-487e-8dab-d79b107a4fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529018216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532083081'] for subnet (88759f1d-1702-4cd7-8662-4aa97ae404c9), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.082341 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e8c2b-64d7-487e-8dab-d79b107a4fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88759f1d-1702-4cd7-8662-4aa97ae404c9,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:27.089580 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-346e8c2b-64d7-487e-8dab-d79b107a4fc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.093716 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-346e8c2b-64d7-487e-8dab-d79b107a4fc0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/88759f1d-1702-4cd7-8662-4aa97ae404c9 HTTP/1.1" status: 204 len: 168 time: 0.2728710 Apr 11 16:52:27.096597 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34936) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:27.098153 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345bf1ea-271f-480e-8a62-aa1a376716e6 None None] Network e8192213-6286-4f0e-a749-d4f2cea0ca96 requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:27.174549 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (e8192213-6286-4f0e-a749-d4f2cea0ca96), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.226938 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Deleting port 60fbccd6-ad1f-4a89-9732-79fa4820a24b {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:27.226938 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.297401 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] For port 60fbccd6-ad1f-4a89-9732-79fa4820a24b, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=60fbccd6-ad1f-4a89-9732-79fa4820a24b,segment=NetworkSegment(807c882e-ff7b-467d-b143-63ecc4861362),segment_id=807c882e-ff7b-467d-b143-63ecc4861362)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:27.297768 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.312089 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9600b6-cfc7-4d4b-821e-9c229dcbfa4f None None] DHCP port deletion for e8192213-6286-4f0e-a749-d4f2cea0ca96 request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:52:27.314010 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Calling delete_port for 60fbccd6-ad1f-4a89-9732-79fa4820a24b owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:27.366157 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2d9600b6-cfc7-4d4b-821e-9c229dcbfa4f None None] Deleting port 60fbccd6-ad1f-4a89-9732-79fa4820a24b {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:27.366892 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2d9600b6-cfc7-4d4b-821e-9c229dcbfa4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.386263 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f85fe8b8-84ec-42b1-8358-43955fe8a5ee no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:27.414432 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529018133'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.415966 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: f85fe8b8-84ec-42b1-8358-43955fe8a5ee {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:27.416565 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device f85fe8b8-84ec-42b1-8358-43955fe8a5ee not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:27.416688 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 60fbccd6-ad1f-4a89-9732-79fa4820a24b no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:27.443248 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=60fbccd6-ad1f-4a89-9732-79fa4820a24b,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:27.446215 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] No DVR routers for this DVR port 60fbccd6-ad1f-4a89-9732-79fa4820a24b on host dv-cinder-837165-2-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:27.468110 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 60fbccd6-ad1f-4a89-9732-79fa4820a24b {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:27.468453 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 60fbccd6-ad1f-4a89-9732-79fa4820a24b not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:27.468872 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 6d05a4c4-303d-483b-9fcc-781aad67623a no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:27.502195 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 6d05a4c4-303d-483b-9fcc-781aad67623a {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:27.502974 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 6d05a4c4-303d-483b-9fcc-781aad67623a not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:27.512356 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2d9600b6-cfc7-4d4b-821e-9c229dcbfa4f None None] For port 60fbccd6-ad1f-4a89-9732-79fa4820a24b, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=60fbccd6-ad1f-4a89-9732-79fa4820a24b,segment=NetworkSegment(807c882e-ff7b-467d-b143-63ecc4861362),segment_id=807c882e-ff7b-467d-b143-63ecc4861362)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:27.512760 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2d9600b6-cfc7-4d4b-821e-9c229dcbfa4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.531751 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2d9600b6-cfc7-4d4b-821e-9c229dcbfa4f None None] Calling delete_port for 60fbccd6-ad1f-4a89-9732-79fa4820a24b owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:27.548342 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (e8192213-6286-4f0e-a749-d4f2cea0ca96), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.601872 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8192213-6286-4f0e-a749-d4f2cea0ca96']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:27.619143 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807c882e-ff7b-467d-b143-63ecc4861362') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:27.619545 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807c882e-ff7b-467d-b143-63ecc4861362') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:27.621347 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2d9600b6-cfc7-4d4b-821e-9c229dcbfa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196'] for port (60fbccd6-ad1f-4a89-9732-79fa4820a24b), after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.638374 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069e7bb-1665-4440-8fcd-e463cd0bb3d4 req-2e3b997d-66c2-427f-9565-c3c535fbedb6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:27.649114 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6069e7bb-1665-4440-8fcd-e463cd0bb3d4 req-2e3b997d-66c2-427f-9565-c3c535fbedb6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 946 time: 0.0859985 Apr 11 16:52:27.654200 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9600b6-cfc7-4d4b-821e-9c229dcbfa4f None None] No DVR routers for this DVR port 60fbccd6-ad1f-4a89-9732-79fa4820a24b on host dv-cinder-837165-2-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:27.655988 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9600b6-cfc7-4d4b-821e-9c229dcbfa4f None None] Pushing event deleted for resources: {'Port': ['ID=60fbccd6-ad1f-4a89-9732-79fa4820a24b,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:27.667844 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2328045'] for segment (807c882e-ff7b-467d-b143-63ecc4861362), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.692588 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (807c882e-ff7b-467d-b143-63ecc4861362), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.699329 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bdb43052-cee6-4f5c-b7c7-22359833e7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.707217 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:52:27.707612 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529018306'] for segment (807c882e-ff7b-467d-b143-63ecc4861362), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: Traceback (most recent call last): Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: timer() Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: cb(*args, **kw) Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: return func(*args, **kwargs) Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: self._notify() Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: self.callback(batched_events) Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: event.method(event) Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: return f(self, *a, **k) Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._get(url).json() Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:52:27.709451 dv-cinder-837165-2-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:52:27.731568 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6069e7bb-1665-4440-8fcd-e463cd0bb3d4 req-6c56472b-9a76-4326-a161-05bd10b2a865 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810442 Apr 11 16:52:27.773896 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (e8192213-6286-4f0e-a749-d4f2cea0ca96), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.779566 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.785160 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e8192213-6286-4f0e-a749-d4f2cea0ca96 HTTP/1.1" status: 204 len: 168 time: 0.6843855 Apr 11 16:52:27.795375 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165898f-7d2f-47b2-a4ac-acbb64a9f3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8192213-6286-4f0e-a749-d4f2cea0ca96,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:27.909321 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34942) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:27.954842 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-05ce40e3-1a9e-43d6-bf9c-704d85748371 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc3803567a904d698675781a5ccd07cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441499 Apr 11 16:52:27.958023 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34944) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:28.013071 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4440b575-01eb-4904-8074-ca991559de50 admin admin] Publish callbacks [] for security_group (11b4f6ab-76ed-4f68-ac84-ee114ea7071b), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.036403 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4440b575-01eb-4904-8074-ca991559de50 admin admin] Publish callbacks [] for security_group (11b4f6ab-76ed-4f68-ac84-ee114ea7071b), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.085622 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4440b575-01eb-4904-8074-ca991559de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (11b4f6ab-76ed-4f68-ac84-ee114ea7071b), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.088458 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4440b575-01eb-4904-8074-ca991559de50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.089776 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4440b575-01eb-4904-8074-ca991559de50 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11b4f6ab-76ed-4f68-ac84-ee114ea7071b HTTP/1.1" status: 204 len: 168 time: 0.1306727 Apr 11 16:52:28.102494 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440b575-01eb-4904-8074-ca991559de50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b4f6ab-76ed-4f68-ac84-ee114ea7071b,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:28.435115 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34950) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:28.476466 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-01bed7e6-49c0-4ea8-bc66-6ba4507601f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a50d59a885ff41f8a3046f9f562ee2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401094 Apr 11 16:52:28.480144 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 34952) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:28.536266 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-03b3fd15-f6da-4126-adfe-db605f4e2c8c admin admin] Publish callbacks [] for security_group (fe9b22ee-a4ad-455a-bd0c-c09e3e0f8009), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.563197 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-03b3fd15-f6da-4126-adfe-db605f4e2c8c admin admin] Publish callbacks [] for security_group (fe9b22ee-a4ad-455a-bd0c-c09e3e0f8009), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.612436 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.614560 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-03b3fd15-f6da-4126-adfe-db605f4e2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (fe9b22ee-a4ad-455a-bd0c-c09e3e0f8009), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.617110 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-03b3fd15-f6da-4126-adfe-db605f4e2c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.618288 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-03b3fd15-f6da-4126-adfe-db605f4e2c8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe9b22ee-a4ad-455a-bd0c-c09e3e0f8009 HTTP/1.1" status: 204 len: 168 time: 0.1367393 Apr 11 16:52:28.629221 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3fd15-f6da-4126-adfe-db605f4e2c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9b22ee-a4ad-455a-bd0c-c09e3e0f8009,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:29.135929 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c51a6c-117e-4934-b37b-161576eab211 req-aa2c2d6f-be71-4555-a00c-d447a2129fb9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:29.137442 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-67c51a6c-117e-4934-b37b-161576eab211 req-aa2c2d6f-be71-4555-a00c-d447a2129fb9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 946 time: 0.3371866 Apr 11 16:52:29.193812 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-67c51a6c-117e-4934-b37b-161576eab211 req-5b2323be-5686-444d-aabb-a752967e8e79 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469127 Apr 11 16:52:29.312948 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dbea0-7443-41f0-9e33-6752fab763f4 req-33cf4eaf-88eb-4f1d-9366-2e572daf49d4 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:29.314321 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-495dbea0-7443-41f0-9e33-6752fab763f4 req-33cf4eaf-88eb-4f1d-9366-2e572daf49d4 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 946 time: 0.0519168 Apr 11 16:52:29.323529 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 34960) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:29.328285 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-7dc35534-694d-48cc-a023-b0a53a049df9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Request body: {'floatingip': {'port_id': '62a99744-9c7f-48c4-90f8-9e5b283818a0'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:29.371693 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7dc35534-694d-48cc-a023-b0a53a049df9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (543e3166-6f51-4816-8a94-6b79f62fc5d9), before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.854734 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7dc35534-694d-48cc-a023-b0a53a049df9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.861637 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7dc35534-694d-48cc-a023-b0a53a049df9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (543e3166-6f51-4816-8a94-6b79f62fc5d9), after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.969444 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-7dc35534-694d-48cc-a023-b0a53a049df9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Floating IP 543e3166-6f51-4816-8a94-6b79f62fc5d9 associated. External IP: 172.27.0.47, port: 62a99744-9c7f-48c4-90f8-9e5b283818a0. Apr 11 16:52:30.185476 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc35534-694d-48cc-a023-b0a53a049df9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:30.310315 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc35534-694d-48cc-a023-b0a53a049df9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:30.315770 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7dc35534-694d-48cc-a023-b0a53a049df9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.320640 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:30.331619 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:30.332265 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:52:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:30.347742 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7dc35534-694d-48cc-a023-b0a53a049df9 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "PUT /v2.0/floatingips/543e3166-6f51-4816-8a94-6b79f62fc5d9 HTTP/1.1" status: 200 len: 991 time: 1.0228882 Apr 11 16:52:30.348388 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'tag': '62a99744-9c7f-48c4-90f8-9e5b283818a0'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:30.350809 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fad36bc09dfcdac09305477fa82da62e463635151aa3ea4921cf32bf56689658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec100401-cf1e-47ae-bcd7-a3ecc80da20d", "tag": "62a99744-9c7f-48c4-90f8-9e5b283818a0"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:30.387362 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69da224c-54a3-474c-9904-fc59b8555488 x-openstack-request-id: req-69da224c-54a3-474c-9904-fc59b8555488 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:30.387681 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec100401-cf1e-47ae-bcd7-a3ecc80da20d", "tag": "62a99744-9c7f-48c4-90f8-9e5b283818a0", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:30.387943 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69da224c-54a3-474c-9904-fc59b8555488 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:30.388360 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69da224c-54a3-474c-9904-fc59b8555488'] response: {'name': 'network-changed', 'server_uuid': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'tag': '62a99744-9c7f-48c4-90f8-9e5b283818a0', 'status': 'completed', 'code': 200} Apr 11 16:52:30.442060 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:30.453421 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-db21d774-3a71-42c3-84e8-970f9b1e7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:30.454957 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-db21d774-3a71-42c3-84e8-970f9b1e7069 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 1130 time: 0.0437520 Apr 11 16:52:30.509528 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.551612 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-35cfecf6-66d8-4330-ae9d-ede0b423bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:30.553095 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-35cfecf6-66d8-4330-ae9d-ede0b423bbba service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.0916541 Apr 11 16:52:30.621152 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-fd63b099-f62c-402d-8c39-b4d4af080fea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62a99744-9c7f-48c4-90f8-9e5b283818a0 HTTP/1.1" status: 200 len: 999 time: 0.0621090 Apr 11 16:52:30.666927 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '543e3166-6f51-4816-8a94-6b79f62fc5d9', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '62a99744-9c7f-48c4-90f8-9e5b283818a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:e8:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:14Z', 'updated_at': '2022-04-11T16:52:29Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:30.669342 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-2abe4546-bb95-4584-99d3-891a696f1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:30.670822 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-2abe4546-bb95-4584-99d3-891a696f1945 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0443656 Apr 11 16:52:30.693388 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:30.702033 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:30.702640 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:52:28Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:30.716307 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-05a6cd9e-51cc-4fdb-8079-f0cfecd8d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:30.718034 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-05a6cd9e-51cc-4fdb-8079-f0cfecd8d2d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411074 Apr 11 16:52:30.818273 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-fa88e7a7-5dbd-4aea-9432-02f196a301af service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941465 Apr 11 16:52:30.904469 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:30.908265 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d92b057c-9a28-4a0a-8a9b-a7f9ea79f91a req-d01b99fd-0ec1-4994-8146-9b4e82f94212 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836918 Apr 11 16:52:31.141492 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '543e3166-6f51-4816-8a94-6b79f62fc5d9', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '62a99744-9c7f-48c4-90f8-9e5b283818a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:e8:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:14Z', 'updated_at': '2022-04-11T16:52:29Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:31.167253 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3d0ae-6285-438b-b94a-924ec8c0ebcf None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_floatingips': [{'id': '543e3166-6f51-4816-8a94-6b79f62fc5d9', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'router_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'port_id': '62a99744-9c7f-48c4-90f8-9e5b283818a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'mac_address': 'fa:16:3e:e8:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:14Z', 'updated_at': '2022-04-11T16:52:29Z', 'revision_number': 1, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:31.384615 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c360ac-b723-4fb6-8374-c64b7d99a37b None None] New status for floating IP 543e3166-6f51-4816-8a94-6b79f62fc5d9: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:52:31.731022 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.369175 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:52:48.494792 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:55.180394 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2aa86819-1d76-46c3-a3e4-51938f279eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.708029 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-26aa0bf4-0a90-4536-ae7d-7afbcbfb0e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:58.621840 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:00.513855 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:01.740282 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:13.369271 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:53:18.507095 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:25.176634 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f2e4eaac-5333-415a-965b-9b21dcda811f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.703710 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0323ea4e-acdd-448b-9d12-e29df7fedcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.887135 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-3f578146-7b20-417c-abc6-f28872cae7c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407140 Apr 11 16:53:27.980051 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-9b6d228c-2915-4016-8440-0773f589cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:27.982025 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-9b6d228c-2915-4016-8440-0773f589cf37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52b7da8bf3624ca98fada39bdde438ee&device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 1130 time: 0.0462306 Apr 11 16:53:28.089428 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-25de27c8-70c2-4f59-b24a-86c4aa633a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:28.091172 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-25de27c8-70c2-4f59-b24a-86c4aa633a28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 200 len: 915 time: 0.0901387 Apr 11 16:53:28.163892 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-d71a62f7-0ab2-4403-a8aa-d328b16acd9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62a99744-9c7f-48c4-90f8-9e5b283818a0 HTTP/1.1" status: 200 len: 1001 time: 0.0664592 Apr 11 16:53:28.214384 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-2192d70d-9237-4234-9bdb-06768dd05380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:28.215917 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-2192d70d-9237-4234-9bdb-06768dd05380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 200 len: 853 time: 0.0464811 Apr 11 16:53:28.262848 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-beb53a79-82bd-43ba-8652-2da61037247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:28.264356 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-beb53a79-82bd-43ba-8652-2da61037247e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64f8adf0-5b62-426a-b30a-0690e612962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418220 Apr 11 16:53:28.361511 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-f99982fc-66d3-4c49-8b00-20ecbee2ead8 service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901251 Apr 11 16:53:28.453865 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-add4096c-d753-4c53-8f16-ef6cd7ad1628 req-ad23682d-24d7-41bd-a7e2-07f3dd1125af service neutron] 10.222.0.41 "GET /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858908 Apr 11 16:53:28.622387 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:30.513715 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:31.735167 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:48.510750 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:50.369882 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:53:55.170562 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0aa060d1-00f4-41be-96b3-5df60d9401ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:56.498687 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee8a6b-d826-48a8-90e3-cc177c4e77f0 req-4fa0dfc0-6fca-4dab-85e2-a9c8505b1063 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:56.500175 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-13ee8a6b-d826-48a8-90e3-cc177c4e77f0 req-4fa0dfc0-6fca-4dab-85e2-a9c8505b1063 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 946 time: 0.0504630 Apr 11 16:53:56.554127 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-13ee8a6b-d826-48a8-90e3-cc177c4e77f0 req-cab35ef3-c342-4f47-86a3-2fe94aef57f4 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476754 Apr 11 16:53:57.672025 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382499d-68b4-4287-a0e3-bc63108b7793 req-9eec4d62-0443-493c-b7cc-ea347feda23e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:57.673484 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0382499d-68b4-4287-a0e3-bc63108b7793 req-9eec4d62-0443-493c-b7cc-ea347feda23e tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 946 time: 0.0472159 Apr 11 16:53:57.698014 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7ca005d3-ab8f-4274-90d1-0273cdc7b68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:57.722734 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0382499d-68b4-4287-a0e3-bc63108b7793 req-170b9e12-0aa2-48c9-a8cc-098ca5d8b662 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee4cdc75-490f-4969-ba77-44dabe2da546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434964 Apr 11 16:53:58.180404 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-2ee8590e-9583-4a65-86f8-47f7e6879cf5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:58.181845 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-2ee8590e-9583-4a65-86f8-47f7e6879cf5 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 946 time: 0.0574391 Apr 11 16:53:58.265826 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Deleting port 62a99744-9c7f-48c4-90f8-9e5b283818a0 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:53:58.266135 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:58.359404 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] For port 62a99744-9c7f-48c4-90f8-9e5b283818a0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=62a99744-9c7f-48c4-90f8-9e5b283818a0,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:58.359690 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:58.534460 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:58.534825 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3774414'] for floatingip (543e3166-6f51-4816-8a94-6b79f62fc5d9), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:58.535134 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Floating IP 543e3166-6f51-4816-8a94-6b79f62fc5d9 disassociated. External IP: 172.27.0.47, port: 62a99744-9c7f-48c4-90f8-9e5b283818a0. Apr 11 16:53:58.535471 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Calling delete_port for 62a99744-9c7f-48c4-90f8-9e5b283818a0 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:53:58.622982 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:58.670354 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (62a99744-9c7f-48c4-90f8-9e5b283818a0), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:58.699788 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'Port': ['ID=62a99744-9c7f-48c4-90f8-9e5b283818a0,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:58.711456 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.711773 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.712109 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.712451 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.712798 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.713133 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.713446 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.713771 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.714102 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.714421 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.714748 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.715069 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.715396 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.715744 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.716066 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:58.824179 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d60aff31-cba7-4c59-855f-b76aa44b1e29 req-c811b30d-a5e9-46be-af79-940ace3c09d0 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec100401-cf1e-47ae-bcd7-a3ecc80da20d HTTP/1.1" status: 200 len: 210 time: 0.0288980 Apr 11 16:53:58.845284 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:53:58.956620 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:53:58.969121 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:53:58.982471 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:53:58.983190 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:53:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:53:59.009095 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] No DVR routers for this DVR port 62a99744-9c7f-48c4-90f8-9e5b283818a0 on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:53:59.011754 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:59.015216 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f5507ab8-61a2-4594-a7a1-340c81d242ba req-6c475a9d-41eb-4852-ae83-62973227970f tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.41 "DELETE /v2.0/ports/62a99744-9c7f-48c4-90f8-9e5b283818a0 HTTP/1.1" status: 204 len: 173 time: 0.8276076 Apr 11 16:53:59.015727 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'name': 'network-vif-deleted', 'tag': '62a99744-9c7f-48c4-90f8-9e5b283818a0'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:59.018739 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c256a986-d541-49c2-b8f2-6e557693589f" -d '{"events": [{"server_uuid": "ec100401-cf1e-47ae-bcd7-a3ecc80da20d", "name": "network-vif-deleted", "tag": "62a99744-9c7f-48c4-90f8-9e5b283818a0"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:59.114855 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:53:59.227381 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aa09c3-200a-410d-83ed-c54c1e250905 x-openstack-request-id: req-13aa09c3-200a-410d-83ed-c54c1e250905 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:59.228354 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec100401-cf1e-47ae-bcd7-a3ecc80da20d", "name": "network-vif-deleted", "tag": "62a99744-9c7f-48c4-90f8-9e5b283818a0", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:59.229338 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13aa09c3-200a-410d-83ed-c54c1e250905 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:59.230326 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13aa09c3-200a-410d-83ed-c54c1e250905'] response: {'server_uuid': 'ec100401-cf1e-47ae-bcd7-a3ecc80da20d', 'name': 'network-vif-deleted', 'tag': '62a99744-9c7f-48c4-90f8-9e5b283818a0', 'status': 'completed', 'code': 200} Apr 11 16:53:59.335277 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:53:59.366488 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:53:59.375713 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:53:59.376352 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:53:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:53:59.495377 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:53:59.698074 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:53:59.724039 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fadc7b7-babd-46d9-ad6c-715a3f7c2008 None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:22Z', 'revision_number': 4, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi', '_interfaces': [{'id': 'b8a8be19-a716-4e23-8f99-64f73868dc4f', 'name': '', 'network_id': '64f8adf0-5b62-426a-b30a-0690e612962b', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'mac_address': 'fa:16:3e:3b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:21Z', 'updated_at': '2022-04-11T16:46:26Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'subnets': [{'id': '8ab55376-16be-4aaf-904b-05f3686376bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:53:59.916667 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35068) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:59.951432 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d430e2-5167-480d-8d69-a3c61937fbec None None] New status for floating IP 543e3166-6f51-4816-8a94-6b79f62fc5d9: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:53:59.975813 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (ee4cdc75-490f-4969-ba77-44dabe2da546), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.005248 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (ee4cdc75-490f-4969-ba77-44dabe2da546), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.054236 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (ee4cdc75-490f-4969-ba77-44dabe2da546), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.056916 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.058069 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "DELETE /v2.0/security-groups/ee4cdc75-490f-4969-ba77-44dabe2da546 HTTP/1.1" status: 204 len: 168 time: 0.1403980 Apr 11 16:54:00.061008 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35070) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:00.068590 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4cdc75-490f-4969-ba77-44dabe2da546,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:00.080718 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.081400 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.081927 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.082285 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.082624 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.082958 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.083182 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.api.v2.resource [None req-dc57d617-e85c-440d-bb5d-072b313f74eb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] show failed (client error): The resource could not be found. Apr 11 16:54:00.083716 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.083849 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.084690 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.084832 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-dc57d617-e85c-440d-bb5d-072b313f74eb tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "GET /v2.0/security-groups/ee4cdc75-490f-4969-ba77-44dabe2da546 HTTP/1.1" status: 404 len: 347 time: 0.0221322 Apr 11 16:54:00.084928 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.085136 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.085321 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.085800 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.086420 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.086906 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de7ef0e-9d27-41b1-afa2-0a12ff9aa207 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:00.087446 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35072) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:00.216050 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Deleting port d8864db7-4c1c-4fcd-80a6-be02c09a4158 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:54:00.216391 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (d8864db7-4c1c-4fcd-80a6-be02c09a4158), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.295492 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (d8864db7-4c1c-4fcd-80a6-be02c09a4158), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.296259 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (d8864db7-4c1c-4fcd-80a6-be02c09a4158), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.308659 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Calling delete_port for d8864db7-4c1c-4fcd-80a6-be02c09a4158 owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:54:00.463485 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (d8864db7-4c1c-4fcd-80a6-be02c09a4158), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.489681 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Pushing event deleted for resources: {'Port': ['ID=d8864db7-4c1c-4fcd-80a6-be02c09a4158,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:00.517509 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.554630 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks [] for floatingip (543e3166-6f51-4816-8a94-6b79f62fc5d9), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.557182 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for floatingip (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.558333 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6bd91285-bce8-45a8-9d20-1ccd8f46cff6 tempest-AttachVolumeNegativeTest-285514697 tempest-AttachVolumeNegativeTest-285514697-project] 10.222.0.65 "DELETE /v2.0/floatingips/543e3166-6f51-4816-8a94-6b79f62fc5d9 HTTP/1.1" status: 204 len: 168 time: 0.4699326 Apr 11 16:54:01.746496 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:02.300833 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 62a99744-9c7f-48c4-90f8-9e5b283818a0 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:54:02.321972 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 62a99744-9c7f-48c4-90f8-9e5b283818a0 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:54:02.322271 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 62a99744-9c7f-48c4-90f8-9e5b283818a0 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:54:04.237685 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35108) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:04.993669 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3773902'] for router_interface (88fff229-de6e-4a20-9287-eb9ddbeb44a6), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.227231 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Deleting port b8a8be19-a716-4e23-8f99-64f73868dc4f {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:54:05.227593 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.304631 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] For port b8a8be19-a716-4e23-8f99-64f73868dc4f, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=b8a8be19-a716-4e23-8f99-64f73868dc4f,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:05.305318 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.318687 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Calling delete_port for b8a8be19-a716-4e23-8f99-64f73868dc4f owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:54:05.503935 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (b8a8be19-a716-4e23-8f99-64f73868dc4f), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.533013 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a8be19-a716-4e23-8f99-64f73868dc4f,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:05.705779 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773794'] for router_interface (88fff229-de6e-4a20-9287-eb9ddbeb44a6), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:05.946268 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 has already been hosted by L3 agent 643a52cd-c6d7-4277-8b00-504617e12759 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:54:06.065522 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:06.073794 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-239728bb-337a-4189-af4d-83a61fa04f83 admin admin] 10.222.0.65 "PUT /v2.0/routers/88fff229-de6e-4a20-9287-eb9ddbeb44a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8322377 Apr 11 16:54:06.073794 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35112) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:06.075033 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] Sync routers for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:06.086674 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:06.087313 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:53:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:06.190156 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks [] for router (88fff229-de6e-4a20-9287-eb9ddbeb44a6), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.296151 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: dv-cinder-837165-2-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:06.301866 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks [] for router_gateway (88fff229-de6e-4a20-9287-eb9ddbeb44a6), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.351201 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Deleting port 08a50021-9fdb-4ebc-a52e-e623d12a6242 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:54:06.351981 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.433827 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] For port 08a50021-9fdb-4ebc-a52e-e623d12a6242, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=08a50021-9fdb-4ebc-a52e-e623d12a6242,segment=NetworkSegment(b229acd8-100d-43f8-85e6-7a01cbd5955f),segment_id=b229acd8-100d-43f8-85e6-7a01cbd5955f)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:06.434186 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.449846 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Calling delete_port for 08a50021-9fdb-4ebc-a52e-e623d12a6242 owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:54:06.475691 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'external_fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:54:05Z', 'revision_number': 5, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port': {'id': '08a50021-9fdb-4ebc-a52e-e623d12a6242', 'name': '', 'network_id': '8c0c338c-d2fa-4caa-b4a8-5aa363961a0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c3bc625-377a-416b-bc2a-d48560aeba64', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-iscsi'}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:06.508166 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] Checking router: 88fff229-de6e-4a20-9287-eb9ddbeb44a6 for host: dv-cinder-837165-2-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:06.516767 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] Routers {'88fff229-de6e-4a20-9287-eb9ddbeb44a6'} bound to L3 agent in host dv-cinder-837165-2-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:06.517412 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:26:28Z,description=,heartbeat_timestamp=2022-04-11T16:53:58Z,host='dv-cinder-837165-2-iscsi',id=643a52cd-c6d7-4277-8b00-504617e12759,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:26:28Z,topic='l3_agent')) {'router_ids': ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:06.604172 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] Set router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:06.627512 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (08a50021-9fdb-4ebc-a52e-e623d12a6242), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.652964 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=08a50021-9fdb-4ebc-a52e-e623d12a6242,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:06.661780 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:54:06Z', 'revision_number': 6, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port_host': None}], 'dv-cinder-837165-2-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:06.692703 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efbabc-aa8f-493b-a405-cb952a2163c0 None None] The sync data for ids ['88fff229-de6e-4a20-9287-eb9ddbeb44a6'] in dv-cinder-837165-2-iscsi is: [{'id': '88fff229-de6e-4a20-9287-eb9ddbeb44a6', 'name': 'tempest-AttachVolumeNegativeTest-738288846-router', 'tenant_id': '52b7da8bf3624ca98fada39bdde438ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:19Z', 'updated_at': '2022-04-11T16:54:06Z', 'revision_number': 6, 'project_id': '52b7da8bf3624ca98fada39bdde438ee', 'gw_port_host': None}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:06.714629 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3774340'] for router_gateway (88fff229-de6e-4a20-9287-eb9ddbeb44a6), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.808368 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-99262'] for router (88fff229-de6e-4a20-9287-eb9ddbeb44a6), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.810649 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks [] for router_controller (88fff229-de6e-4a20-9287-eb9ddbeb44a6), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.858385 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3775779'] for router (88fff229-de6e-4a20-9287-eb9ddbeb44a6), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.858863 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88fff229-de6e-4a20-9287-eb9ddbeb44a6 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:54:06.864109 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.865256 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4c018a8a-4714-4f2f-b6c0-37a3098fe1cb admin admin] 10.222.0.65 "DELETE /v2.0/routers/88fff229-de6e-4a20-9287-eb9ddbeb44a6 HTTP/1.1" status: 204 len: 168 time: 0.7904725 Apr 11 16:54:06.868187 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35114) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:06.914831 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-6947bee7-fbc7-443e-ab21-b574b838956a admin admin] Deleting subnet 8ab55376-16be-4aaf-904b-05f3686376bc {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:54:06.919299 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6947bee7-fbc7-443e-ab21-b574b838956a admin admin] Publish callbacks [] for subnet (8ab55376-16be-4aaf-904b-05f3686376bc), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.957182 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6947bee7-fbc7-443e-ab21-b574b838956a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529087725'] for subnet (8ab55376-16be-4aaf-904b-05f3686376bc), precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.047151 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6947bee7-fbc7-443e-ab21-b574b838956a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (8ab55376-16be-4aaf-904b-05f3686376bc), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.118583 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6947bee7-fbc7-443e-ab21-b574b838956a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529333390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528556659'] for subnet (8ab55376-16be-4aaf-904b-05f3686376bc), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.151186 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947bee7-fbc7-443e-ab21-b574b838956a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab55376-16be-4aaf-904b-05f3686376bc,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:07.153174 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6947bee7-fbc7-443e-ab21-b574b838956a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for subnet (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.156352 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6947bee7-fbc7-443e-ab21-b574b838956a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8ab55376-16be-4aaf-904b-05f3686376bc HTTP/1.1" status: 204 len: 168 time: 0.2872047 Apr 11 16:54:07.158190 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f01fe-2b14-4223-9c1d-41a2694730dc None None] Network 64f8adf0-5b62-426a-b30a-0690e612962b requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:54:07.159048 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35116) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:07.239834 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (64f8adf0-5b62-426a-b30a-0690e612962b), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.298472 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Deleting port e030aafd-8b9b-48a4-a835-2e880795f95e {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:54:07.298830 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.376441 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] For port e030aafd-8b9b-48a4-a835-2e880795f95e, host dv-cinder-837165-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-iscsi',level=0,port_id=e030aafd-8b9b-48a4-a835-2e880795f95e,segment=NetworkSegment(9d16edc7-7a90-46f0-9447-03dde538e7c3),segment_id=9d16edc7-7a90-46f0-9447-03dde538e7c3)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:07.377120 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.393041 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Calling delete_port for e030aafd-8b9b-48a4-a835-2e880795f95e owned by network:dhcp {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:54:07.504778 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (e030aafd-8b9b-48a4-a835-2e880795f95e), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.505043 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6293bf1-33e1-416c-a0f8-11ec885d8904 None None] DHCP port deletion for 64f8adf0-5b62-426a-b30a-0690e612962b request from dv-cinder-837165-2-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:54:07.532648 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] No DVR routers for this DVR port e030aafd-8b9b-48a4-a835-2e880795f95e on host dv-cinder-837165-2-iscsi {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:54:07.555545 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=e030aafd-8b9b-48a4-a835-2e880795f95e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:07.579155 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device b8a8be19-a716-4e23-8f99-64f73868dc4f no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:54:07.601787 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: b8a8be19-a716-4e23-8f99-64f73868dc4f {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:54:07.602133 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device b8a8be19-a716-4e23-8f99-64f73868dc4f not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:54:07.666691 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (64f8adf0-5b62-426a-b30a-0690e612962b), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.700367 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f8adf0-5b62-426a-b30a-0690e612962b']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:07.714956 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d16edc7-7a90-46f0-9447-03dde538e7c3') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:07.715480 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d16edc7-7a90-46f0-9447-03dde538e7c3') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:07.729554 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529087716'] for segment (9d16edc7-7a90-46f0-9447-03dde538e7c3), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.747841 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (9d16edc7-7a90-46f0-9447-03dde538e7c3), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.755852 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:54:07.756643 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529333284'] for segment (9d16edc7-7a90-46f0-9447-03dde538e7c3), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: Traceback (most recent call last): Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: timer() Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: cb(*args, **kw) Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: return func(*args, **kwargs) Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: self._notify() Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: self.callback(batched_events) Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: event.method(event) Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: return f(self, *a, **k) Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._get(url).json() Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:54:07.759443 dv-cinder-837165-2-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:54:07.839608 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (64f8adf0-5b62-426a-b30a-0690e612962b), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.849488 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.853861 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] 10.222.0.65 "DELETE /v2.0/networks/64f8adf0-5b62-426a-b30a-0690e612962b HTTP/1.1" status: 204 len: 168 time: 0.6934671 Apr 11 16:54:07.867372 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603187ab-720b-4ba6-8a4c-ec9b18633a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f8adf0-5b62-426a-b30a-0690e612962b,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:07.986436 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35120) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:08.036914 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-763bf83c-1ed3-463c-9b04-32e9a0c0d41f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52b7da8bf3624ca98fada39bdde438ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491955 Apr 11 16:54:08.040712 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35122) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:08.099754 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee1c6-6090-4263-b099-a83109659aa9 admin admin] Publish callbacks [] for security_group (2a0f9d40-771c-4122-b6be-94b51b156f55), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.122367 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee1c6-6090-4263-b099-a83109659aa9 admin admin] Publish callbacks [] for security_group (2a0f9d40-771c-4122-b6be-94b51b156f55), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.171601 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee1c6-6090-4263-b099-a83109659aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (2a0f9d40-771c-4122-b6be-94b51b156f55), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.174112 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee1c6-6090-4263-b099-a83109659aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:08.175450 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ef3ee1c6-6090-4263-b099-a83109659aa9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a0f9d40-771c-4122-b6be-94b51b156f55 HTTP/1.1" status: 204 len: 168 time: 0.1337748 Apr 11 16:54:08.187859 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ee1c6-6090-4263-b099-a83109659aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f9d40-771c-4122-b6be-94b51b156f55,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:09.139921 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device e030aafd-8b9b-48a4-a835-2e880795f95e no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:54:09.160903 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: e030aafd-8b9b-48a4-a835-2e880795f95e {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:54:09.161252 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device e030aafd-8b9b-48a4-a835-2e880795f95e not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:54:09.161680 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 08a50021-9fdb-4ebc-a52e-e623d12a6242 no longer exists at agent ovs-agent-dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:54:09.181970 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] No Port match for: 08a50021-9fdb-4ebc-a52e-e623d12a6242 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:54:09.182317 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Device 08a50021-9fdb-4ebc-a52e-e623d12a6242 not bound to the agent host dv-cinder-837165-2-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:54:18.524151 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:25.176946 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f38287f6-4af8-487d-bac9-ce0e63dcd429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:25.695698 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35332) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:25.822586 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-57a52393-68f1-4b8b-927e-0503cc33c2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:25.930955 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-57a52393-68f1-4b8b-927e-0503cc33c2f2 admin admin] Publish callbacks [] for security_group (150384e3-9e23-4064-9c2d-b69d453e98f3), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:25.935947 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-57a52393-68f1-4b8b-927e-0503cc33c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (150384e3-9e23-4064-9c2d-b69d453e98f3), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:25.982277 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-57a52393-68f1-4b8b-927e-0503cc33c2f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52ce9547c96a40c695d27490dc00bfa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853661 Apr 11 16:54:25.983608 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a52393-68f1-4b8b-927e-0503cc33c2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150384e3-9e23-4064-9c2d-b69d453e98f3,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:25.986529 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35336) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:26.050457 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20a62c72-0d65-4e6f-943e-17e5d21916be admin admin] Publish callbacks [] for security_group (150384e3-9e23-4064-9c2d-b69d453e98f3), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.077003 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20a62c72-0d65-4e6f-943e-17e5d21916be admin admin] Publish callbacks [] for security_group (150384e3-9e23-4064-9c2d-b69d453e98f3), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.130587 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20a62c72-0d65-4e6f-943e-17e5d21916be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (150384e3-9e23-4064-9c2d-b69d453e98f3), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.134313 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20a62c72-0d65-4e6f-943e-17e5d21916be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.135891 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-20a62c72-0d65-4e6f-943e-17e5d21916be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/150384e3-9e23-4064-9c2d-b69d453e98f3 HTTP/1.1" status: 204 len: 168 time: 0.1482613 Apr 11 16:54:26.144780 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a62c72-0d65-4e6f-943e-17e5d21916be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150384e3-9e23-4064-9c2d-b69d453e98f3,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:26.461475 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35342) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:26.475899 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0e7d44f2-7577-4380-be3b-9d186797120b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.567875 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0e7d44f2-7577-4380-be3b-9d186797120b admin admin] Publish callbacks [] for security_group (4c4f470b-2306-4a7f-b65d-4d47259cf17b), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.573680 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0e7d44f2-7577-4380-be3b-9d186797120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4c4f470b-2306-4a7f-b65d-4d47259cf17b), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.623033 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0e7d44f2-7577-4380-be3b-9d186797120b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28e5e90af64d460e9ae41dab31cb6e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603086 Apr 11 16:54:26.624033 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d44f2-7577-4380-be3b-9d186797120b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4f470b-2306-4a7f-b65d-4d47259cf17b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:26.627264 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35344) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:26.697333 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-743ff5a2-59b6-41b5-ae56-e01ab2af1013 admin admin] Publish callbacks [] for security_group (4c4f470b-2306-4a7f-b65d-4d47259cf17b), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.722931 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-743ff5a2-59b6-41b5-ae56-e01ab2af1013 admin admin] Publish callbacks [] for security_group (4c4f470b-2306-4a7f-b65d-4d47259cf17b), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.782857 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-743ff5a2-59b6-41b5-ae56-e01ab2af1013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4c4f470b-2306-4a7f-b65d-4d47259cf17b), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.785991 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-743ff5a2-59b6-41b5-ae56-e01ab2af1013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.787747 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-743ff5a2-59b6-41b5-ae56-e01ab2af1013 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c4f470b-2306-4a7f-b65d-4d47259cf17b HTTP/1.1" status: 204 len: 168 time: 0.1591265 Apr 11 16:54:26.798007 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ff5a2-59b6-41b5-ae56-e01ab2af1013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4f470b-2306-4a7f-b65d-4d47259cf17b,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:27.371323 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:54:27.718701 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8677c27c-1cc2-401b-9ceb-248bc9020c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.633087 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.289835 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-bbd7c5d8-28f2-4b8c-b665-8ce9b00513f4 req-fddac1b8-6a32-47bd-ae5b-9b7221516c3d service neutron] (103671) timed out ('10.222.0.41', 51449) {{(pid=103671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 16:54:30.525106 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.904759 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.555686 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35484) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:40.676114 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2d738ba3-10a8-4083-bdd8-80d9402cfb58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.760896 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2d738ba3-10a8-4083-bdd8-80d9402cfb58 admin admin] Publish callbacks [] for security_group (9d771fe5-8118-4d74-b108-ebabb9b7e992), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.765921 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2d738ba3-10a8-4083-bdd8-80d9402cfb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (9d771fe5-8118-4d74-b108-ebabb9b7e992), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.808936 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2d738ba3-10a8-4083-bdd8-80d9402cfb58 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f74c2d8f99164671919e7f60509fcb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517958 Apr 11 16:54:40.809942 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d738ba3-10a8-4083-bdd8-80d9402cfb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d771fe5-8118-4d74-b108-ebabb9b7e992,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:40.812720 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35488) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:40.869296 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-63a90454-37f8-40f5-b811-78199ea084aa admin admin] Publish callbacks [] for security_group (9d771fe5-8118-4d74-b108-ebabb9b7e992), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.893253 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-63a90454-37f8-40f5-b811-78199ea084aa admin admin] Publish callbacks [] for security_group (9d771fe5-8118-4d74-b108-ebabb9b7e992), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.952134 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-63a90454-37f8-40f5-b811-78199ea084aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (9d771fe5-8118-4d74-b108-ebabb9b7e992), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.955141 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-63a90454-37f8-40f5-b811-78199ea084aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.956586 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-63a90454-37f8-40f5-b811-78199ea084aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d771fe5-8118-4d74-b108-ebabb9b7e992 HTTP/1.1" status: 204 len: 168 time: 0.1428564 Apr 11 16:54:40.966131 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a90454-37f8-40f5-b811-78199ea084aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d771fe5-8118-4d74-b108-ebabb9b7e992,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:41.347811 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35494) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:41.364078 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5f59af2f-cb88-43d6-a060-3ae4e84a3b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.476240 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5f59af2f-cb88-43d6-a060-3ae4e84a3b38 admin admin] Publish callbacks [] for security_group (da19992d-f251-47d7-a6d4-8df839050889), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.483028 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5f59af2f-cb88-43d6-a060-3ae4e84a3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (da19992d-f251-47d7-a6d4-8df839050889), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.550677 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-5f59af2f-cb88-43d6-a060-3ae4e84a3b38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3233ec12f3584958ab4e2c5a8442ac5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012770 Apr 11 16:54:41.551896 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59af2f-cb88-43d6-a060-3ae4e84a3b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da19992d-f251-47d7-a6d4-8df839050889,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:41.553879 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35496) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:41.619015 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-07b1b5c8-57b8-4ba0-8384-ee2069ac9b60 admin admin] Publish callbacks [] for security_group (da19992d-f251-47d7-a6d4-8df839050889), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.644573 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-07b1b5c8-57b8-4ba0-8384-ee2069ac9b60 admin admin] Publish callbacks [] for security_group (da19992d-f251-47d7-a6d4-8df839050889), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.711883 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-07b1b5c8-57b8-4ba0-8384-ee2069ac9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (da19992d-f251-47d7-a6d4-8df839050889), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.714454 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-07b1b5c8-57b8-4ba0-8384-ee2069ac9b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.715722 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-07b1b5c8-57b8-4ba0-8384-ee2069ac9b60 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da19992d-f251-47d7-a6d4-8df839050889 HTTP/1.1" status: 204 len: 168 time: 0.1606665 Apr 11 16:54:41.724777 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1b5c8-57b8-4ba0-8384-ee2069ac9b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da19992d-f251-47d7-a6d4-8df839050889,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:44.150751 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35566) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:44.279536 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20ee9dca-ea77-460b-8096-aee4c5a31d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.369221 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20ee9dca-ea77-460b-8096-aee4c5a31d5b admin admin] Publish callbacks [] for security_group (7dac050d-720e-4446-9af5-644eb388dd5a), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.374463 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20ee9dca-ea77-460b-8096-aee4c5a31d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (7dac050d-720e-4446-9af5-644eb388dd5a), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.414772 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-20ee9dca-ea77-460b-8096-aee4c5a31d5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96a56be47ced42c691828b741e71f7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627425 Apr 11 16:54:44.415705 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee9dca-ea77-460b-8096-aee4c5a31d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac050d-720e-4446-9af5-644eb388dd5a,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:44.418578 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35570) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:44.476291 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f766-b489-4bcf-b6ff-7b4ab257ff44 admin admin] Publish callbacks [] for security_group (7dac050d-720e-4446-9af5-644eb388dd5a), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.501792 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f766-b489-4bcf-b6ff-7b4ab257ff44 admin admin] Publish callbacks [] for security_group (7dac050d-720e-4446-9af5-644eb388dd5a), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.555224 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f766-b489-4bcf-b6ff-7b4ab257ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (7dac050d-720e-4446-9af5-644eb388dd5a), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.557605 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f766-b489-4bcf-b6ff-7b4ab257ff44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.558789 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3fd7f766-b489-4bcf-b6ff-7b4ab257ff44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7dac050d-720e-4446-9af5-644eb388dd5a HTTP/1.1" status: 204 len: 168 time: 0.1387377 Apr 11 16:54:44.567836 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7f766-b489-4bcf-b6ff-7b4ab257ff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac050d-720e-4446-9af5-644eb388dd5a,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:44.863249 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35576) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:44.883416 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa51ea7c-3771-4f5a-b933-0192776eb027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.006200 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa51ea7c-3771-4f5a-b933-0192776eb027 admin admin] Publish callbacks [] for security_group (33579e66-dd07-4989-b449-ebdd13875fea), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.012572 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa51ea7c-3771-4f5a-b933-0192776eb027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (33579e66-dd07-4989-b449-ebdd13875fea), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.082901 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-aa51ea7c-3771-4f5a-b933-0192776eb027 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eda8e7f843f740e9919ba3c91a6e2bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178214 Apr 11 16:54:45.084606 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ea7c-3771-4f5a-b933-0192776eb027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33579e66-dd07-4989-b449-ebdd13875fea,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:45.085481 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35578) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:45.140365 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3496bd4c-658b-45c9-93e1-6ef3e82c5f78 admin admin] Publish callbacks [] for security_group (33579e66-dd07-4989-b449-ebdd13875fea), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.162628 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3496bd4c-658b-45c9-93e1-6ef3e82c5f78 admin admin] Publish callbacks [] for security_group (33579e66-dd07-4989-b449-ebdd13875fea), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.216607 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3496bd4c-658b-45c9-93e1-6ef3e82c5f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (33579e66-dd07-4989-b449-ebdd13875fea), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.219308 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3496bd4c-658b-45c9-93e1-6ef3e82c5f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.220550 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3496bd4c-658b-45c9-93e1-6ef3e82c5f78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33579e66-dd07-4989-b449-ebdd13875fea HTTP/1.1" status: 204 len: 168 time: 0.1340301 Apr 11 16:54:45.233590 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496bd4c-658b-45c9-93e1-6ef3e82c5f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33579e66-dd07-4989-b449-ebdd13875fea,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:48.528909 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:55.173918 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa786-f6c4-4ff8-9132-2c5a11dfa880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.375226 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35684) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:56.495319 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8de3-2834-4e6d-99d3-5d8a368ffde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.572009 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8de3-2834-4e6d-99d3-5d8a368ffde5 admin admin] Publish callbacks [] for security_group (536a2f90-6ced-4763-951b-abd4cd7f7477), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.577380 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8de3-2834-4e6d-99d3-5d8a368ffde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (536a2f90-6ced-4763-951b-abd4cd7f7477), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.615974 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea8de3-2834-4e6d-99d3-5d8a368ffde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a2f90-6ced-4763-951b-abd4cd7f7477,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:56.621087 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f5ea8de3-2834-4e6d-99d3-5d8a368ffde5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8815aac8506c47d6872719a0141dd1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447836 Apr 11 16:54:56.624430 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35688) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:56.674678 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40a9ffea-0ab5-4460-86f5-da954a45f03c admin admin] Publish callbacks [] for security_group (536a2f90-6ced-4763-951b-abd4cd7f7477), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.703159 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40a9ffea-0ab5-4460-86f5-da954a45f03c admin admin] Publish callbacks [] for security_group (536a2f90-6ced-4763-951b-abd4cd7f7477), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.753418 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40a9ffea-0ab5-4460-86f5-da954a45f03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (536a2f90-6ced-4763-951b-abd4cd7f7477), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.756225 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40a9ffea-0ab5-4460-86f5-da954a45f03c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:56.757385 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-40a9ffea-0ab5-4460-86f5-da954a45f03c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/536a2f90-6ced-4763-951b-abd4cd7f7477 HTTP/1.1" status: 204 len: 168 time: 0.1325347 Apr 11 16:54:56.767764 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9ffea-0ab5-4460-86f5-da954a45f03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a2f90-6ced-4763-951b-abd4cd7f7477,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:57.051872 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35694) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:57.065650 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f6fb13cd-a545-483c-8f11-eb19e74b3371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:57.148192 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f6fb13cd-a545-483c-8f11-eb19e74b3371 admin admin] Publish callbacks [] for security_group (4267ca43-72a4-4ed4-922b-dd442938aeb4), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:57.153256 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f6fb13cd-a545-483c-8f11-eb19e74b3371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4267ca43-72a4-4ed4-922b-dd442938aeb4), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:57.190428 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f6fb13cd-a545-483c-8f11-eb19e74b3371 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc521d83c093479fa20053a0cf19a92b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374497 Apr 11 16:54:57.191274 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb13cd-a545-483c-8f11-eb19e74b3371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4267ca43-72a4-4ed4-922b-dd442938aeb4,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:57.194262 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35696) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:57.254035 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-66530cd9-2af6-4d27-82d4-a4ee161dd8db admin admin] Publish callbacks [] for security_group (4267ca43-72a4-4ed4-922b-dd442938aeb4), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:57.277419 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-66530cd9-2af6-4d27-82d4-a4ee161dd8db admin admin] Publish callbacks [] for security_group (4267ca43-72a4-4ed4-922b-dd442938aeb4), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:57.326243 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-66530cd9-2af6-4d27-82d4-a4ee161dd8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (4267ca43-72a4-4ed4-922b-dd442938aeb4), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:57.328875 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-66530cd9-2af6-4d27-82d4-a4ee161dd8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:57.330007 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-66530cd9-2af6-4d27-82d4-a4ee161dd8db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4267ca43-72a4-4ed4-922b-dd442938aeb4 HTTP/1.1" status: 204 len: 168 time: 0.1342607 Apr 11 16:54:57.338244 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66530cd9-2af6-4d27-82d4-a4ee161dd8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4267ca43-72a4-4ed4-922b-dd442938aeb4,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:57.704902 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5b0791c2-747a-4f9e-9011-b5e3dd7f752c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:58.634250 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:00.528874 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:01.740749 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:04.372001 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:55:05.854331 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35818) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:05.984156 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.087503 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Publish callbacks [] for security_group (c7aa2ea2-c3d7-4fd3-b8a6-3b8dc28e5a18), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.093011 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (c7aa2ea2-c3d7-4fd3-b8a6-3b8dc28e5a18), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.133636 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d26e7a846e294effac02ee76545c8934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781222 Apr 11 16:55:06.134576 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aa2ea2-c3d7-4fd3-b8a6-3b8dc28e5a18,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:06.136671 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35822) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:06.142563 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.142881 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.143441 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.143818 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.144167 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.144499 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.144823 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.145160 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.145509 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.145919 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.146161 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.146487 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.146841 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.147130 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.147454 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d037d7d-9128-474c-858e-05c6f550dea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.192683 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Publish callbacks [] for security_group (c7aa2ea2-c3d7-4fd3-b8a6-3b8dc28e5a18), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.223037 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Publish callbacks [] for security_group (c7aa2ea2-c3d7-4fd3-b8a6-3b8dc28e5a18), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.274483 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (c7aa2ea2-c3d7-4fd3-b8a6-3b8dc28e5a18), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.276980 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.278220 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7aa2ea2-c3d7-4fd3-b8a6-3b8dc28e5a18 HTTP/1.1" status: 204 len: 168 time: 0.1404922 Apr 11 16:55:06.287415 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aa2ea2-c3d7-4fd3-b8a6-3b8dc28e5a18,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:06.297069 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.297418 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.297835 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.298191 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.298681 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.299024 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.299356 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.299699 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.300039 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.300363 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.300693 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.301022 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.301342 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.301661 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.302075 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64759726-614a-44d4-b226-ad44f3622379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:06.585778 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35828) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:06.601797 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-55d6ad42-438c-4853-a92f-8e6dda85dd9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.682708 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-55d6ad42-438c-4853-a92f-8e6dda85dd9f admin admin] Publish callbacks [] for security_group (399e0e38-9812-4c26-aef8-54233cd5bc47), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.689573 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-55d6ad42-438c-4853-a92f-8e6dda85dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (399e0e38-9812-4c26-aef8-54233cd5bc47), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.731277 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6ad42-438c-4853-a92f-8e6dda85dd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399e0e38-9812-4c26-aef8-54233cd5bc47,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:06.735938 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-55d6ad42-438c-4853-a92f-8e6dda85dd9f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a103fbc1f0b148c09c2b99df686a9462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488721 Apr 11 16:55:06.739039 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35830) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:06.797827 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7714c37f-5547-41dd-9ba3-24792e218f79 admin admin] Publish callbacks [] for security_group (399e0e38-9812-4c26-aef8-54233cd5bc47), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.820997 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7714c37f-5547-41dd-9ba3-24792e218f79 admin admin] Publish callbacks [] for security_group (399e0e38-9812-4c26-aef8-54233cd5bc47), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.872857 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7714c37f-5547-41dd-9ba3-24792e218f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (399e0e38-9812-4c26-aef8-54233cd5bc47), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.875438 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7714c37f-5547-41dd-9ba3-24792e218f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.876695 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7714c37f-5547-41dd-9ba3-24792e218f79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/399e0e38-9812-4c26-aef8-54233cd5bc47 HTTP/1.1" status: 204 len: 168 time: 0.1350794 Apr 11 16:55:06.884750 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714c37f-5547-41dd-9ba3-24792e218f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399e0e38-9812-4c26-aef8-54233cd5bc47,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:07.248028 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 35836) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:07.262852 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72584aa1-42ed-42fc-802b-4e387fd88374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.342438 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72584aa1-42ed-42fc-802b-4e387fd88374 admin admin] Publish callbacks [] for security_group (b7634c55-25bd-4e6f-8903-abc93f013944), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.348903 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-72584aa1-42ed-42fc-802b-4e387fd88374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b7634c55-25bd-4e6f-8903-abc93f013944), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.392913 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-72584aa1-42ed-42fc-802b-4e387fd88374 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=584833e5c3004c1ab4f9e6e313d0e52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436353 Apr 11 16:55:07.393761 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72584aa1-42ed-42fc-802b-4e387fd88374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7634c55-25bd-4e6f-8903-abc93f013944,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:07.396818 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35838) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:07.451552 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e6ac395c-ef6a-4b0c-b2e6-72eb28b68276 admin admin] Publish callbacks [] for security_group (b7634c55-25bd-4e6f-8903-abc93f013944), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.473128 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e6ac395c-ef6a-4b0c-b2e6-72eb28b68276 admin admin] Publish callbacks [] for security_group (b7634c55-25bd-4e6f-8903-abc93f013944), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.526249 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e6ac395c-ef6a-4b0c-b2e6-72eb28b68276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (b7634c55-25bd-4e6f-8903-abc93f013944), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.528980 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e6ac395c-ef6a-4b0c-b2e6-72eb28b68276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:07.530134 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e6ac395c-ef6a-4b0c-b2e6-72eb28b68276 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7634c55-25bd-4e6f-8903-abc93f013944 HTTP/1.1" status: 204 len: 168 time: 0.1317804 Apr 11 16:55:07.537926 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac395c-ef6a-4b0c-b2e6-72eb28b68276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7634c55-25bd-4e6f-8903-abc93f013944,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:08.326189 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35860) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:08.442237 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1556198584-network', 'tenant_id': '812255b0d4b24eef8288a1f27d17e501'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:08.468072 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Made reservation on behalf of 812255b0d4b24eef8288a1f27d17e501 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:08.470405 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for network (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.482865 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.579195 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Publish callbacks [] for security_group (d95987e5-51cf-424a-b08b-a08fe181809e), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.584609 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d95987e5-51cf-424a-b08b-a08fe181809e), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.612992 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:55:08.624430 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95987e5-51cf-424a-b08b-a08fe181809e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:08.632878 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (67ae5bff-5824-4412-9af0-ecb1ef15d998), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.632878 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Added segment 67ae5bff-5824-4412-9af0-ecb1ef15d998 of type vlan for network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f Apr 11 16:55:08.682391 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776503314032'] for network (53f83aaa-eb53-43e9-a9df-2ff2270fd36f), precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.722229 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679'] for network (53f83aaa-eb53-43e9-a9df-2ff2270fd36f), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.724100 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:08.725051 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.808938 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4812760 Apr 11 16:55:08.811687 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 35864) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:08.820329 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Request body: {'subnet': {'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1556198584-subnet', 'tenant_id': '812255b0d4b24eef8288a1f27d17e501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:08.824812 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c7220-3f5b-4d00-b7ab-cf3f97a75db6 admin admin] Pushing event updated for resources: {'Network': ['ID=53f83aaa-eb53-43e9-a9df-2ff2270fd36f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:08.836268 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f details requested by agent ovs-agent-dv-cinder-837165-2-iscsi with host dv-cinder-837165-2-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:55:08.851497 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Made reservation on behalf of 812255b0d4b24eef8288a1f27d17e501 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:08.856338 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532083092'] for subnet (None), before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.073611 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529018021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532083078'] for subnet (598a2316-7aae-4328-8ccc-c3045fc93417), after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.133348 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598a2316-7aae-4328-8ccc-c3045fc93417,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:09.144636 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Checking segment: {'id': '67ae5bff-5824-4412-9af0-ecb1ef15d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:09.144994 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Network hostable DHCP agents. Network: 53f83aaa-eb53-43e9-a9df-2ff2270fd36f, hostable agents: ['e25ea3ec-9e61-4835-a2c4-6438482d7cc3'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:55:09.164488 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f is scheduled to be hosted by DHCP agent e25ea3ec-9e61-4835-a2c4-6438482d7cc3 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:55:09.174694 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-iscsi, 53f83aaa-eb53-43e9-a9df-2ff2270fd36f) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:09.179254 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:09.179883 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.184910 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f8c22-0c84-4485-a087-dcbd736c5e67 None None] Network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:09.197046 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-08661a2a-b2aa-47ee-9396-3b67437cd0e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3842435 Apr 11 16:55:09.290102 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc95373b-8bce-49bf-a682-c59e3b784a5d None None] Network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f requested from dv-cinder-837165-2-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:55:10.986794 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-83586fc5-1c47-4677-b363-3a40514aa1e9 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:10.988933 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-83586fc5-1c47-4677-b363-3a40514aa1e9 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/networks?id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f HTTP/1.1" status: 200 len: 809 time: 0.1059332 Apr 11 16:55:11.004898 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f94d2917-c95e-47a8-bc03-c0054f744369 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/quotas/812255b0d4b24eef8288a1f27d17e501 HTTP/1.1" status: 200 len: 375 time: 0.0103748 Apr 11 16:55:11.044149 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-37194f82-cfee-4976-82c4-ed7e1a8da4bb tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=812255b0d4b24eef8288a1f27d17e501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333254 Apr 11 16:55:11.193483 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-811c48fc-95a3-431a-ab24-da3eab7e857c service neutron] 10.222.0.65 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420331 Apr 11 16:55:11.298017 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-85611cd0-0601-4652-84b2-30fb7ed29e81 service neutron] 10.222.0.65 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950041 Apr 11 16:55:12.476784 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-348d1576-716d-449d-bf8d-ad3d513ab32c req-20a067b4-f351-446d-b29d-402beb98ac3a tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 210 time: 0.0297425 Apr 11 16:55:13.556382 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d671edf0-cc02-44ae-b455-27217bbc099d req-db9f6001-0eca-4ba9-b31f-556ccf959ea4 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 210 time: 0.0290990 Apr 11 16:55:14.637643 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80a25185-0836-4066-b0ae-6cbc980edd43 req-ea9cf81e-2306-44c6-9b70-719001f2dbdc tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 210 time: 0.0296962 Apr 11 16:55:15.721095 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2846e24d-ec61-456d-bb59-fe83837cce71 req-49194f2c-5d54-49ec-980e-a7e6be6a4e0b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 210 time: 0.0287478 Apr 11 16:55:16.826419 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e10ab676-6c24-4ce5-a26c-f86a50059bcb req-d34f55ce-c249-4eae-a00c-5cbdae6b2916 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 210 time: 0.0325449 Apr 11 16:55:17.497217 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-53bb0476-3f6a-4174-ad31-101fdb6dc1e0 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:17.498743 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-53bb0476-3f6a-4174-ad31-101fdb6dc1e0 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.41 "GET /v2.0/networks?id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f HTTP/1.1" status: 200 len: 809 time: 0.1078622 Apr 11 16:55:17.510662 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Request body: {'port': {'device_id': '6d52b87f-a605-40f7-96c7-d2af856d9b89', 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f', 'admin_state_up': True, 'tenant_id': '812255b0d4b24eef8288a1f27d17e501'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:17.624421 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Made reservation on behalf of 812255b0d4b24eef8288a1f27d17e501 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:17.630183 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.761305 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Allocated IP 172.20.0.9 (53f83aaa-eb53-43e9-a9df-2ff2270fd36f/598a2316-7aae-4328-8ccc-c3045fc93417/fc2fd5a6-23fe-4c46-8356-cad2cc2d0448) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:17.926357 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks [] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.927464 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-479003a6-386c-4eb8-b419-21e3464d5139 req-208adf60-dd3a-4187-85be-aa0e71685314 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 210 time: 0.0285978 Apr 11 16:55:17.963878 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.008580 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:18.011604 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:18.015236 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:18.024031 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Pushing event updated for resources: {'Port': ['ID=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:18.071372 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:18.071975 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.091380 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-f91203ab-2211-49f1-a867-de45d9e88c04 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844846 Apr 11 16:55:18.135163 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Request body: {'port': {'device_id': '6d52b87f-a605-40f7-96c7-d2af856d9b89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:18.208556 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.484285 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:18.492627 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Publish callbacks [] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.510819 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Transition to ACTIVE for port object fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:55:18.516679 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.540817 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.569654 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Pushing event updated for resources: {'Port': ['ID=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:18.643673 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Attempting to bind port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:18.643996 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Attempting to bind port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '67ae5bff-5824-4412-9af0-ecb1ef15d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:18.644346 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Attempting to bind port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 on network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:18.650221 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 on network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:55:18.650538 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Attempting to bind port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 on network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:18.655968 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:18.656299 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Checking segment: {'id': '67ae5bff-5824-4412-9af0-ecb1ef15d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:18.656674 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Bound using segment: {'id': '67ae5bff-5824-4412-9af0-ecb1ef15d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:18.657091 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Bound port: fc2fd5a6-23fe-4c46-8356-cad2cc2d0448, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ae5bff-5824-4412-9af0-ecb1ef15d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:18.657443 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:18.988814 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] For port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:18.992430 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] For port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:19.000796 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.048271 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:19.048887 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.050285 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] 10.222.0.41 "PUT /v2.0/ports/fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 HTTP/1.1" status: 200 len: 1093 time: 0.9197140 Apr 11 16:55:19.050735 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d52b87f-a605-40f7-96c7-d2af856d9b89', 'tag': 'fc2fd5a6-23fe-4c46-8356-cad2cc2d0448'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:19.053306 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67b4488-158f-4bca-8022-6b3d3585d476" -d '{"events": [{"name": "network-changed", "server_uuid": "6d52b87f-a605-40f7-96c7-d2af856d9b89", "tag": "fc2fd5a6-23fe-4c46-8356-cad2cc2d0448"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:19.089509 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f7588-e937-4f1e-a83c-3d9042171aee service neutron] Pushing event updated for resources: {'Port': ['ID=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:19.127925 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86d1865-1dd4-4f23-b814-f472eeac3a84 x-openstack-request-id: req-c86d1865-1dd4-4f23-b814-f472eeac3a84 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:19.128216 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d52b87f-a605-40f7-96c7-d2af856d9b89", "tag": "fc2fd5a6-23fe-4c46-8356-cad2cc2d0448", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:19.128476 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c86d1865-1dd4-4f23-b814-f472eeac3a84 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:19.128880 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86d1865-1dd4-4f23-b814-f472eeac3a84'] response: {'name': 'network-changed', 'server_uuid': '6d52b87f-a605-40f7-96c7-d2af856d9b89', 'tag': 'fc2fd5a6-23fe-4c46-8356-cad2cc2d0448', 'status': 'completed', 'code': 200} Apr 11 16:55:19.142161 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-832fc74c-91f9-4599-a207-e56297f5896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:19.143755 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-832fc74c-91f9-4599-a207-e56297f5896e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=812255b0d4b24eef8288a1f27d17e501&device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 1127 time: 0.0460045 Apr 11 16:55:19.186346 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd973b-4d46-4009-87ae-4c0959b35e15 req-85d90233-0d89-4119-aca7-a929c27a5a40 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:19.187884 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-58bd973b-4d46-4009-87ae-4c0959b35e15 req-85d90233-0d89-4119-aca7-a929c27a5a40 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 943 time: 0.1866584 Apr 11 16:55:19.191122 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-9f51b2f0-43d6-426b-97bd-a5d4856b2e0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 HTTP/1.1" status: 200 len: 217 time: 0.0412450 Apr 11 16:55:19.239695 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-7d8aff30-8a43-428e-87f7-35a35b6a0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:19.239986 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-58bd973b-4d46-4009-87ae-4c0959b35e15 req-2035859e-8f5b-48c0-ba86-d7deca136762 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Apr 11 16:55:19.241123 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-7d8aff30-8a43-428e-87f7-35a35b6a0175 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=598a2316-7aae-4328-8ccc-c3045fc93417 HTTP/1.1" status: 200 len: 849 time: 0.0442786 Apr 11 16:55:19.277958 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-644a09da-bd13-4918-b0f9-051fdd795be3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307713 Apr 11 16:55:19.387910 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-ec001b02-1474-4f3d-a9f0-065059c3704d service neutron] 10.222.0.41 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038542 Apr 11 16:55:19.484133 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f14e1c97-b1e2-485e-a7a7-0db96bb9951b req-d919c8e6-4ca9-459c-b4d2-9638fa8296cc service neutron] 10.222.0.41 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905163 Apr 11 16:55:20.362157 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2e38-0b8f-43ed-a053-9e9775cfe9da req-6448f3a4-baa5-48d1-8c95-e6350fa88876 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:20.363567 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8a1d2e38-0b8f-43ed-a053-9e9775cfe9da req-6448f3a4-baa5-48d1-8c95-e6350fa88876 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 943 time: 0.0499539 Apr 11 16:55:20.420599 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8a1d2e38-0b8f-43ed-a053-9e9775cfe9da req-8d17693f-a76a-4894-aa52-6f66a90482a5 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512400 Apr 11 16:55:21.543156 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed5753-24ac-4cb7-ac87-e7cc747fdc03 req-e75ad80d-e0a6-4e6c-a3c5-c2c1d6fd5f3a tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:21.544777 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-12ed5753-24ac-4cb7-ac87-e7cc747fdc03 req-e75ad80d-e0a6-4e6c-a3c5-c2c1d6fd5f3a tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 943 time: 0.0509274 Apr 11 16:55:21.565519 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-560a8d89-299c-442f-87c9-a4477c0e0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:21.567062 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-560a8d89-299c-442f-87c9-a4477c0e0de6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=812255b0d4b24eef8288a1f27d17e501&device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 1127 time: 0.0402493 Apr 11 16:55:21.593517 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-12ed5753-24ac-4cb7-ac87-e7cc747fdc03 req-84ac62b9-28cb-4bb3-9abe-5047ea03f8e4 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Apr 11 16:55:21.661903 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-b30ee057-0b0c-4bee-8ee1-3e7201fd91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:21.663353 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-b30ee057-0b0c-4bee-8ee1-3e7201fd91c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f HTTP/1.1" status: 200 len: 910 time: 0.0904758 Apr 11 16:55:21.705181 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-dd1cc6dd-99ff-430f-8d73-84653462177a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 HTTP/1.1" status: 200 len: 217 time: 0.0351791 Apr 11 16:55:21.766600 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-2efd19b2-2b54-4e79-9f4a-76a627145ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:21.768089 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-2efd19b2-2b54-4e79-9f4a-76a627145ffe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=598a2316-7aae-4328-8ccc-c3045fc93417 HTTP/1.1" status: 200 len: 849 time: 0.0569193 Apr 11 16:55:21.803045 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-f769a8d5-5ee6-472b-bc27-222e9db51d04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292535 Apr 11 16:55:21.895222 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-a0141f90-dd76-4bdd-be59-71a062ccb86e service neutron] 10.222.0.41 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Apr 11 16:55:21.996492 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c67b4488-158f-4bca-8022-6b3d3585d476 req-485bd578-4636-40c5-aa34-ebdbb1da9086 service neutron] 10.222.0.41 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954802 Apr 11 16:55:22.617312 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:55:22.720176 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:22.733838 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': 'fc2fd5a6-23fe-4c46-8356-cad2cc2d0448', 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f', 'port_id': 'fc2fd5a6-23fe-4c46-8356-cad2cc2d0448', 'mac_address': 'fa:16:3e:09:28:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598a2316-7aae-4328-8ccc-c3045fc93417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:55:22.766717 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551e03c-fc85-4805-968c-c705f1af8bcc req-72a6eac5-f3bc-472d-a96b-ceee9b386174 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:22.768191 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c551e03c-fc85-4805-968c-c705f1af8bcc req-72a6eac5-f3bc-472d-a96b-ceee9b386174 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 943 time: 0.1033211 Apr 11 16:55:22.771143 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:22.771537 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.788153 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:22.808538 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:22.813666 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:22.817218 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c551e03c-fc85-4805-968c-c705f1af8bcc req-c67ce503-5baf-474b-9eea-a0308627dd08 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431733 Apr 11 16:55:22.861342 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:22.868893 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.869187 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.869537 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.869872 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.870205 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.870535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.870860 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.871178 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.871503 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.871853 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.872184 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.872503 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.872818 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.873133 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:22.873451 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:23.219384 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['fc2fd5a6-23fe-4c46-8356-cad2cc2d0448'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:23.940162 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722e980-bb23-4c83-9752-7d3b4ae1e7d4 req-b78f31f7-086a-4ab9-b5a0-09d66cd3cdf5 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:23.941618 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a722e980-bb23-4c83-9752-7d3b4ae1e7d4 req-b78f31f7-086a-4ab9-b5a0-09d66cd3cdf5 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 944 time: 0.0558043 Apr 11 16:55:23.990225 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a722e980-bb23-4c83-9752-7d3b4ae1e7d4 req-341912da-11c0-4fe0-8cee-cf8b3f58bdf0 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427966 Apr 11 16:55:24.627384 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:24.673934 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:55:24.681878 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:24.682331 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.768363 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:24.768739 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.795473 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d52b87f-a605-40f7-96c7-d2af856d9b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2fd5a6-23fe-4c46-8356-cad2cc2d0448'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:24.797773 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dae081-2da4-4f20-b089-6c59e062752b" -d '{"events": [{"server_uuid": "6d52b87f-a605-40f7-96c7-d2af856d9b89", "name": "network-vif-plugged", "status": "completed", "tag": "fc2fd5a6-23fe-4c46-8356-cad2cc2d0448"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:24.810591 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:24.815356 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.874201 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:24.904856 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e961d5-d275-4292-a0ed-a741d820aec6 x-openstack-request-id: req-c7e961d5-d275-4292-a0ed-a741d820aec6 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:24.905198 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d52b87f-a605-40f7-96c7-d2af856d9b89", "name": "network-vif-plugged", "status": "completed", "tag": "fc2fd5a6-23fe-4c46-8356-cad2cc2d0448", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:24.905507 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7e961d5-d275-4292-a0ed-a741d820aec6 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:24.906039 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e961d5-d275-4292-a0ed-a741d820aec6'] response: {'server_uuid': '6d52b87f-a605-40f7-96c7-d2af856d9b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2fd5a6-23fe-4c46-8356-cad2cc2d0448', 'code': 200} Apr 11 16:55:25.076207 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda1e0f-9f8b-4c43-bb1a-7a30bd11a79e req-42fa5074-714f-444f-b1e3-d8aba7b210c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:25.077724 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4bda1e0f-9f8b-4c43-bb1a-7a30bd11a79e req-42fa5074-714f-444f-b1e3-d8aba7b210c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 1129 time: 0.0420232 Apr 11 16:55:25.117036 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6ba7e-30da-4f08-ba9f-0dfa6f9ab69e req-93a696d2-443c-4e6d-86a4-b1c258d7e48c tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:25.118613 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-49f6ba7e-30da-4f08-ba9f-0dfa6f9ab69e req-93a696d2-443c-4e6d-86a4-b1c258d7e48c tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Apr 11 16:55:25.122076 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4bda1e0f-9f8b-4c43-bb1a-7a30bd11a79e req-8fc13a33-8685-4590-9b71-147b9182fcea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Apr 11 16:55:25.167705 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e6274c73-c983-4065-88b9-13fe9a8a36ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:25.168802 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-49f6ba7e-30da-4f08-ba9f-0dfa6f9ab69e req-59970269-fc50-4cbf-b86e-06652a21628a tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426919 Apr 11 16:55:25.793718 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-9c018c78-ba71-49f1-a8fd-e3aacb510039 service neutron] (103671) timed out ('10.222.0.65', 58560) {{(pid=103671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 16:55:26.010642 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-f08540cc-fb15-48b6-8ecb-152532ef7632 req-831535d3-0bd1-4702-9ae2-02f5c05a99f3 tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] (103671) timed out ('10.222.0.65', 58568) {{(pid=103671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 16:55:26.297909 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62c12e-332d-42b3-84b2-e567ca853592 req-168d22de-faa6-465f-9e83-a3b92dca1065 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:26.299381 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7b62c12e-332d-42b3-84b2-e567ca853592 req-168d22de-faa6-465f-9e83-a3b92dca1065 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 945 time: 0.0569496 Apr 11 16:55:26.358343 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7b62c12e-332d-42b3-84b2-e567ca853592 req-ad94b996-7c4b-46f3-9947-faf676b49471 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531268 Apr 11 16:55:27.475412 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f98e2-8208-4e1b-adf5-8873789cd3d4 req-f7a87090-7376-464c-ac68-9dc4b83b7958 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:27.476988 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e3f98e2-8208-4e1b-adf5-8873789cd3d4 req-f7a87090-7376-464c-ac68-9dc4b83b7958 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Apr 11 16:55:27.532793 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e3f98e2-8208-4e1b-adf5-8873789cd3d4 req-93f1b852-1463-4546-ba6e-f612b466e4ed tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Apr 11 16:55:27.711102 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e4fd614e-15b8-4291-a752-d1b2993d9381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.186898 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8241b53-7118-47f0-be5b-e6f27298d89e req-57d40f55-1a0e-4b98-b344-2b10dd6d32ed tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:28.188478 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a8241b53-7118-47f0-be5b-e6f27298d89e req-57d40f55-1a0e-4b98-b344-2b10dd6d32ed tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 945 time: 0.0506217 Apr 11 16:55:28.248892 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a8241b53-7118-47f0-be5b-e6f27298d89e req-9cbf3f28-5deb-4c3a-ae69-54ea672206e4 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530484 Apr 11 16:55:28.636231 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.407001 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442c79-35c0-4c66-849b-f0ecdc0140eb req-b4b46cb7-5a36-44e3-8df8-43afcd9b9339 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:29.409749 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-07442c79-35c0-4c66-849b-f0ecdc0140eb req-b4b46cb7-5a36-44e3-8df8-43afcd9b9339 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 945 time: 0.0791495 Apr 11 16:55:29.469597 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-07442c79-35c0-4c66-849b-f0ecdc0140eb req-b6cb4f76-0d41-430d-b1b8-4b507cf1af42 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511205 Apr 11 16:55:29.699935 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f348e-2bfc-430b-869b-157c0327b778 req-951fc8e4-79d1-468b-ad41-e10e1eb928b2 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:29.701555 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-816f348e-2bfc-430b-869b-157c0327b778 req-951fc8e4-79d1-468b-ad41-e10e1eb928b2 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 945 time: 0.0886710 Apr 11 16:55:29.988369 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-816f348e-2bfc-430b-869b-157c0327b778 req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Deleting port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:29.991684 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-816f348e-2bfc-430b-869b-157c0327b778 req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.102077 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-816f348e-2bfc-430b-869b-157c0327b778 req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] For port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:30.102420 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-816f348e-2bfc-430b-869b-157c0327b778 req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.118804 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-816f348e-2bfc-430b-869b-157c0327b778 req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Calling delete_port for fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:30.262444 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-816f348e-2bfc-430b-869b-157c0327b778 req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (fc2fd5a6-23fe-4c46-8356-cad2cc2d0448), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.275079 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['fc2fd5a6-23fe-4c46-8356-cad2cc2d0448'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:30.304999 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Pushing event deleted for resources: {'Port': ['ID=fc2fd5a6-23fe-4c46-8356-cad2cc2d0448,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:30.363210 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-816f348e-2bfc-430b-869b-157c0327b778 req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] No DVR routers for this DVR port fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:30.365940 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-816f348e-2bfc-430b-869b-157c0327b778 req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.369442 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-816f348e-2bfc-430b-869b-157c0327b778 req-3e4c1240-3f5f-4de0-969e-f3fa6500035f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.41 "DELETE /v2.0/ports/fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 HTTP/1.1" status: 204 len: 173 time: 0.5059617 Apr 11 16:55:30.369910 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d52b87f-a605-40f7-96c7-d2af856d9b89', 'name': 'network-vif-deleted', 'tag': 'fc2fd5a6-23fe-4c46-8356-cad2cc2d0448'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:30.372266 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2fe1f5-7d2b-4537-8f17-25763cdc644b" -d '{"events": [{"server_uuid": "6d52b87f-a605-40f7-96c7-d2af856d9b89", "name": "network-vif-deleted", "tag": "fc2fd5a6-23fe-4c46-8356-cad2cc2d0448"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:30.411663 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb70ae02-9fb5-4bd7-90d4-fb9dc9467ae4 x-openstack-request-id: req-eb70ae02-9fb5-4bd7-90d4-fb9dc9467ae4 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:30.412007 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d52b87f-a605-40f7-96c7-d2af856d9b89", "name": "network-vif-deleted", "tag": "fc2fd5a6-23fe-4c46-8356-cad2cc2d0448", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:30.412274 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb70ae02-9fb5-4bd7-90d4-fb9dc9467ae4 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:30.412664 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb70ae02-9fb5-4bd7-90d4-fb9dc9467ae4'] response: {'server_uuid': '6d52b87f-a605-40f7-96c7-d2af856d9b89', 'name': 'network-vif-deleted', 'tag': 'fc2fd5a6-23fe-4c46-8356-cad2cc2d0448', 'status': 'completed', 'code': 200} Apr 11 16:55:30.537174 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.598924 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1dd15dab-2b02-4149-aded-10eb43e0e99e req-7ae7f08e-59e4-4d2d-ba3e-1d10a6a58afb tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d52b87f-a605-40f7-96c7-d2af856d9b89 HTTP/1.1" status: 200 len: 210 time: 0.0289211 Apr 11 16:55:31.750965 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:31.920426 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-7a140d10-ab62-4794-bd78-9908e1e76e10 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:31.921916 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-7a140d10-ab62-4794-bd78-9908e1e76e10 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/networks?id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f HTTP/1.1" status: 200 len: 809 time: 0.1355474 Apr 11 16:55:31.939251 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-6fc7bfd1-d382-4ba3-b2f2-325a47abee2b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/quotas/812255b0d4b24eef8288a1f27d17e501 HTTP/1.1" status: 200 len: 375 time: 0.0114667 Apr 11 16:55:31.975859 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-0bbee4dc-04ff-4df1-a41d-4decbec1016b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=812255b0d4b24eef8288a1f27d17e501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301504 Apr 11 16:55:32.088996 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-b0c56b6e-5c73-458d-ae12-17101c096bc7 service neutron] 10.222.0.65 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046903 Apr 11 16:55:32.190990 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-8c621f0e-6a4d-48d3-b867-18eecf88e6ca service neutron] 10.222.0.65 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917871 Apr 11 16:55:32.403943 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8d99fd03-879a-4f3f-b969-fe47ac0889be req-dca2d51b-47e2-4ac3-b71f-362cc14c4639 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 210 time: 0.0364773 Apr 11 16:55:33.402394 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-cc3c2eac-dfcf-44a4-90f9-a820570fc492 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:33.403866 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-cc3c2eac-dfcf-44a4-90f9-a820570fc492 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.41 "GET /v2.0/networks?id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f HTTP/1.1" status: 200 len: 809 time: 0.1159191 Apr 11 16:55:33.417689 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Request body: {'port': {'device_id': 'ef229e07-94b5-4db0-824e-748bbb14aaeb', 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f', 'admin_state_up': True, 'tenant_id': '812255b0d4b24eef8288a1f27d17e501'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:33.525699 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-157472ee-15f6-4463-88fe-477d1975c408 req-e688881b-cd69-4f2f-9212-cba53947d351 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 210 time: 0.0541935 Apr 11 16:55:33.552532 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Made reservation on behalf of 812255b0d4b24eef8288a1f27d17e501 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:33.556599 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.696368 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Allocated IP 172.20.0.9 (53f83aaa-eb53-43e9-a9df-2ff2270fd36f/598a2316-7aae-4328-8ccc-c3045fc93417/10d4a880-3381-4361-a600-fe5a968808c1) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:33.855885 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks [] for port (10d4a880-3381-4361-a600-fe5a968808c1), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.889499 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (10d4a880-3381-4361-a600-fe5a968808c1), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:33.930595 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:33.934014 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:33.937692 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:33.968480 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Pushing event updated for resources: {'Port': ['ID=10d4a880-3381-4361-a600-fe5a968808c1,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:33.991683 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:33.992266 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.010734 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-a9f0aaf1-2fb0-4458-b682-591ae687c24d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975945 Apr 11 16:55:34.022136 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Request body: {'port': {'device_id': 'ef229e07-94b5-4db0-824e-748bbb14aaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:34.088275 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (10d4a880-3381-4361-a600-fe5a968808c1), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.358695 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d4a880-3381-4361-a600-fe5a968808c1 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:34.366473 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Publish callbacks [] for port (10d4a880-3381-4361-a600-fe5a968808c1), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.380281 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Transition to ACTIVE for port object 10d4a880-3381-4361-a600-fe5a968808c1 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:55:34.387360 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (10d4a880-3381-4361-a600-fe5a968808c1), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.438293 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Pushing event updated for resources: {'Port': ['ID=10d4a880-3381-4361-a600-fe5a968808c1,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:34.516507 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Attempting to bind port 10d4a880-3381-4361-a600-fe5a968808c1 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:34.516877 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Attempting to bind port 10d4a880-3381-4361-a600-fe5a968808c1 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '67ae5bff-5824-4412-9af0-ecb1ef15d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:34.517200 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Attempting to bind port 10d4a880-3381-4361-a600-fe5a968808c1 on network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:34.521665 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Port 10d4a880-3381-4361-a600-fe5a968808c1 on network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:55:34.521976 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Attempting to bind port 10d4a880-3381-4361-a600-fe5a968808c1 on network 53f83aaa-eb53-43e9-a9df-2ff2270fd36f {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:34.526910 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:34.527241 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Checking segment: {'id': '67ae5bff-5824-4412-9af0-ecb1ef15d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:34.527616 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Bound using segment: {'id': '67ae5bff-5824-4412-9af0-ecb1ef15d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:34.528058 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Bound port: 10d4a880-3381-4361-a600-fe5a968808c1, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ae5bff-5824-4412-9af0-ecb1ef15d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:34.528410 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (10d4a880-3381-4361-a600-fe5a968808c1), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.597081 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] For port 10d4a880-3381-4361-a600-fe5a968808c1, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:34.600560 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] For port 10d4a880-3381-4361-a600-fe5a968808c1, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=10d4a880-3381-4361-a600-fe5a968808c1,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:34.608416 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (10d4a880-3381-4361-a600-fe5a968808c1), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.641405 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:34.642104 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:34.643482 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] 10.222.0.41 "PUT /v2.0/ports/10d4a880-3381-4361-a600-fe5a968808c1 HTTP/1.1" status: 200 len: 1093 time: 0.6254599 Apr 11 16:55:34.645936 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef229e07-94b5-4db0-824e-748bbb14aaeb', 'tag': '10d4a880-3381-4361-a600-fe5a968808c1'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:34.649069 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34" -d '{"events": [{"name": "network-changed", "server_uuid": "ef229e07-94b5-4db0-824e-748bbb14aaeb", "tag": "10d4a880-3381-4361-a600-fe5a968808c1"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:34.651785 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a72a02-acc0-4a73-90d3-4751d1277eae req-da0a51e1-1481-476e-875f-d659b4cdfb83 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:34.653998 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8a72a02-acc0-4a73-90d3-4751d1277eae req-da0a51e1-1481-476e-875f-d659b4cdfb83 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 943 time: 0.0504203 Apr 11 16:55:34.661966 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:34.693075 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:34.693421 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device fc2fd5a6-23fe-4c46-8356-cad2cc2d0448 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:34.694895 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c29d7-f36a-4504-bd7f-03addb94df39 service neutron] Pushing event updated for resources: {'Port': ['ID=10d4a880-3381-4361-a600-fe5a968808c1,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:34.710518 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8a72a02-acc0-4a73-90d3-4751d1277eae req-3d03cb44-f543-40fb-abb8-dc7d57507e4c tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492985 Apr 11 16:55:34.713507 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730fc930-1556-4a10-8cb3-259326621eb8 x-openstack-request-id: req-730fc930-1556-4a10-8cb3-259326621eb8 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:34.713799 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef229e07-94b5-4db0-824e-748bbb14aaeb", "tag": "10d4a880-3381-4361-a600-fe5a968808c1", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:34.714148 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-730fc930-1556-4a10-8cb3-259326621eb8 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:34.714458 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730fc930-1556-4a10-8cb3-259326621eb8'] response: {'name': 'network-changed', 'server_uuid': 'ef229e07-94b5-4db0-824e-748bbb14aaeb', 'tag': '10d4a880-3381-4361-a600-fe5a968808c1', 'status': 'completed', 'code': 200} Apr 11 16:55:34.748486 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-0efcb467-7be4-440d-8b72-486fbd6bd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:34.750000 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-0efcb467-7be4-440d-8b72-486fbd6bd76a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=812255b0d4b24eef8288a1f27d17e501&device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 1127 time: 0.0507677 Apr 11 16:55:34.792631 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-56c40120-55c8-429f-bb90-d6ebb2451156 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10d4a880-3381-4361-a600-fe5a968808c1 HTTP/1.1" status: 200 len: 217 time: 0.0354543 Apr 11 16:55:34.844219 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-274fe651-5c32-4d8e-9af4-ce439351c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:34.845677 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-274fe651-5c32-4d8e-9af4-ce439351c063 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=598a2316-7aae-4328-8ccc-c3045fc93417 HTTP/1.1" status: 200 len: 849 time: 0.0468113 Apr 11 16:55:34.878958 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-dea30006-4d40-44ba-b8c6-5f686e817240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271485 Apr 11 16:55:34.992494 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-4bab3463-e67f-43e4-a606-db3fcc113682 service neutron] 10.222.0.41 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075704 Apr 11 16:55:35.090403 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e18d0617-913b-4698-a60a-3cb0cbfc28ec req-3dc80383-50a8-4c9d-9086-0d2e3c677b77 service neutron] 10.222.0.41 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913398 Apr 11 16:55:35.832949 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4ef3c-e9f1-4896-b41f-ad61a22cb6af req-f1dfd5fc-02aa-4635-9cae-cdc523266d1a tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:35.834436 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-26b4ef3c-e9f1-4896-b41f-ad61a22cb6af req-f1dfd5fc-02aa-4635-9cae-cdc523266d1a tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 943 time: 0.0492134 Apr 11 16:55:35.883680 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-26b4ef3c-e9f1-4896-b41f-ad61a22cb6af req-491c3a8e-f755-45b2-83e4-84f8592e019f tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Apr 11 16:55:37.007193 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc59224-a51c-4c07-86e2-109e89897679 req-9ce1ce24-a86b-48ec-b47e-9d9313ac7ce6 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:37.008699 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bcc59224-a51c-4c07-86e2-109e89897679 req-9ce1ce24-a86b-48ec-b47e-9d9313ac7ce6 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 943 time: 0.0517836 Apr 11 16:55:37.060499 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bcc59224-a51c-4c07-86e2-109e89897679 req-983aebfd-41e2-4b09-8c9b-f36b53d49421 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458500 Apr 11 16:55:37.224303 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-c2b95abe-5469-43dd-b722-3dc06b45f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:37.225704 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-c2b95abe-5469-43dd-b722-3dc06b45f1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=812255b0d4b24eef8288a1f27d17e501&device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 1127 time: 0.0424883 Apr 11 16:55:37.322718 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-59ce02df-bd4a-4abc-b2b8-5e41bd356ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:37.325095 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-59ce02df-bd4a-4abc-b2b8-5e41bd356ebf service neutron] 10.222.0.41 "GET /v2.0/networks?id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f HTTP/1.1" status: 200 len: 910 time: 0.0933819 Apr 11 16:55:37.370973 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-14be53e3-6b67-44b8-a055-33200231691f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10d4a880-3381-4361-a600-fe5a968808c1 HTTP/1.1" status: 200 len: 217 time: 0.0394745 Apr 11 16:55:37.420672 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-fc860ccd-9131-4840-815b-b2f9d69fa038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:37.422127 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-fc860ccd-9131-4840-815b-b2f9d69fa038 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=598a2316-7aae-4328-8ccc-c3045fc93417 HTTP/1.1" status: 200 len: 849 time: 0.0456798 Apr 11 16:55:37.456217 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-26f3f5c6-9e93-4a68-984d-209992dfa98a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53f83aaa-eb53-43e9-a9df-2ff2270fd36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266910 Apr 11 16:55:37.550281 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-35c5426c-62a4-4c02-a466-ba2f260f0b68 service neutron] 10.222.0.41 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886133 Apr 11 16:55:37.646190 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ece0bbb4-2f1c-4c2b-8c47-0703da071c34 req-6b332090-36c1-4a1d-96a6-85abe172e83c service neutron] 10.222.0.41 "GET /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903468 Apr 11 16:55:38.180075 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f26ff7-c5a3-4d13-836d-d24a0741e4b4 req-00bc142c-9144-4c06-bf7a-83535bcced51 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:38.182636 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-76f26ff7-c5a3-4d13-836d-d24a0741e4b4 req-00bc142c-9144-4c06-bf7a-83535bcced51 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 943 time: 0.0511878 Apr 11 16:55:38.235841 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-76f26ff7-c5a3-4d13-836d-d24a0741e4b4 req-2755d37b-4307-4b72-a339-9a49f57b1c6d tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441260 Apr 11 16:55:38.679690 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 10d4a880-3381-4361-a600-fe5a968808c1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:55:38.789918 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 10d4a880-3381-4361-a600-fe5a968808c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=10d4a880-3381-4361-a600-fe5a968808c1,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:38.802383 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '10d4a880-3381-4361-a600-fe5a968808c1', 'network_id': '53f83aaa-eb53-43e9-a9df-2ff2270fd36f', 'port_id': '10d4a880-3381-4361-a600-fe5a968808c1', 'mac_address': 'fa:16:3e:5d:ea:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598a2316-7aae-4328-8ccc-c3045fc93417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:55:38.841507 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 10d4a880-3381-4361-a600-fe5a968808c1 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:38.841985 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (10d4a880-3381-4361-a600-fe5a968808c1), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.855658 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d4a880-3381-4361-a600-fe5a968808c1 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:38.875479 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 10d4a880-3381-4361-a600-fe5a968808c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=10d4a880-3381-4361-a600-fe5a968808c1,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:38.882685 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (10d4a880-3381-4361-a600-fe5a968808c1), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:38.934722 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=10d4a880-3381-4361-a600-fe5a968808c1,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:39.234511 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['10d4a880-3381-4361-a600-fe5a968808c1'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:39.356286 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9e0a-3372-4dcc-a894-dd037646b820 req-7e54eae8-48ae-495a-9acc-547060b8f789 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:39.360741 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2e1a9e0a-3372-4dcc-a894-dd037646b820 req-7e54eae8-48ae-495a-9acc-547060b8f789 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 944 time: 0.0505426 Apr 11 16:55:39.414083 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2e1a9e0a-3372-4dcc-a894-dd037646b820 req-aae51b76-b5ce-4763-afea-078be2eac74b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471435 Apr 11 16:55:40.540336 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff76b3-a755-44e5-ab32-3beeb9ff0eec req-cb2b19f4-2da1-4047-aaea-447e91b12d81 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:40.541940 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9cff76b3-a755-44e5-ab32-3beeb9ff0eec req-cb2b19f4-2da1-4047-aaea-447e91b12d81 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 944 time: 0.0553818 Apr 11 16:55:40.601711 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9cff76b3-a755-44e5-ab32-3beeb9ff0eec req-582f4650-612c-44b5-9a0c-fe34be24c0a5 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535898 Apr 11 16:55:40.710379 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 10d4a880-3381-4361-a600-fe5a968808c1 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:40.759586 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 10d4a880-3381-4361-a600-fe5a968808c1 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:55:40.767622 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 10d4a880-3381-4361-a600-fe5a968808c1 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:40.768010 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (10d4a880-3381-4361-a600-fe5a968808c1), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:40.847260 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 10d4a880-3381-4361-a600-fe5a968808c1 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:40.847752 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (10d4a880-3381-4361-a600-fe5a968808c1), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:40.871249 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef229e07-94b5-4db0-824e-748bbb14aaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d4a880-3381-4361-a600-fe5a968808c1'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:40.873516 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf7681b-845e-4c37-95ad-4eebb8f9f3e3" -d '{"events": [{"server_uuid": "ef229e07-94b5-4db0-824e-748bbb14aaeb", "name": "network-vif-plugged", "status": "completed", "tag": "10d4a880-3381-4361-a600-fe5a968808c1"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:40.889515 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 10d4a880-3381-4361-a600-fe5a968808c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=10d4a880-3381-4361-a600-fe5a968808c1,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:40.895756 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (10d4a880-3381-4361-a600-fe5a968808c1), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:40.918738 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3a5e12-86dd-4bbf-8860-f955b7875946 x-openstack-request-id: req-8a3a5e12-86dd-4bbf-8860-f955b7875946 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:40.919030 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef229e07-94b5-4db0-824e-748bbb14aaeb", "name": "network-vif-plugged", "status": "completed", "tag": "10d4a880-3381-4361-a600-fe5a968808c1", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:40.919318 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a3a5e12-86dd-4bbf-8860-f955b7875946 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:40.919736 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3a5e12-86dd-4bbf-8860-f955b7875946'] response: {'server_uuid': 'ef229e07-94b5-4db0-824e-748bbb14aaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d4a880-3381-4361-a600-fe5a968808c1', 'code': 200} Apr 11 16:55:40.951613 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=10d4a880-3381-4361-a600-fe5a968808c1,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:41.089079 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befc06a-6502-431b-b6ff-9f023ef28437 req-879da64c-a664-45b9-bf11-b6bf5210588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:41.090605 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1befc06a-6502-431b-b6ff-9f023ef28437 req-879da64c-a664-45b9-bf11-b6bf5210588d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 1129 time: 0.0434470 Apr 11 16:55:41.140716 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1befc06a-6502-431b-b6ff-9f023ef28437 req-78a6eef0-ab66-41fe-bef7-8edfdac66faf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Apr 11 16:55:41.375190 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:55:41.733486 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a79f85-d439-4c4a-91af-9031a158f294 req-8992ef9b-1dc6-41eb-a338-49af04ef78c7 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:41.735260 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8a79f85-d439-4c4a-91af-9031a158f294 req-8992ef9b-1dc6-41eb-a338-49af04ef78c7 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 945 time: 0.0567567 Apr 11 16:55:41.784855 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8a79f85-d439-4c4a-91af-9031a158f294 req-6ae574bd-ea57-4ea7-a24a-1cd71af0293b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Apr 11 16:55:42.914497 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf12f42-0231-41b7-a130-a0a4c3f15908 req-50234955-2cc2-48b7-b0b9-e597b702aba7 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:42.915985 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-baf12f42-0231-41b7-a130-a0a4c3f15908 req-50234955-2cc2-48b7-b0b9-e597b702aba7 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 945 time: 0.0530212 Apr 11 16:55:42.970873 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-baf12f42-0231-41b7-a130-a0a4c3f15908 req-719eb99d-b4a6-4208-8f4a-dd1e303baa53 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Apr 11 16:55:44.105625 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306f47-bf53-4ecd-919e-dbd2dd37d6aa req-af5b2709-59a8-4f38-8acf-baa5f41e8fe9 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.107116 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a306f47-bf53-4ecd-919e-dbd2dd37d6aa req-af5b2709-59a8-4f38-8acf-baa5f41e8fe9 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 945 time: 0.0579460 Apr 11 16:55:44.159854 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a306f47-bf53-4ecd-919e-dbd2dd37d6aa req-b4b575ca-1b41-4a74-82bb-6578fa87ca3e tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468378 Apr 11 16:55:44.841854 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381394d-1523-4766-9571-bd82963cae9b req-4f01100a-5dc2-4a8e-bb8c-292564ba5afe tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.843231 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c381394d-1523-4766-9571-bd82963cae9b req-4f01100a-5dc2-4a8e-bb8c-292564ba5afe tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 945 time: 0.0520165 Apr 11 16:55:44.890241 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c381394d-1523-4766-9571-bd82963cae9b req-36b7a338-68eb-4c21-932f-bd86eb1b7bcc tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Apr 11 16:55:46.019376 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d5479-67fa-480a-a64b-004d5da59f09 req-2cc7a247-cc65-4ba6-9799-189910a4539a tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:46.020888 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0e3d5479-67fa-480a-a64b-004d5da59f09 req-2cc7a247-cc65-4ba6-9799-189910a4539a tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 945 time: 0.0504169 Apr 11 16:55:46.071098 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0e3d5479-67fa-480a-a64b-004d5da59f09 req-df1c60cc-66b7-4a1e-bbb0-3116bd0dfe95 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/security-groups?id=d95987e5-51cf-424a-b08b-a08fe181809e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444467 Apr 11 16:55:46.450985 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-6daa5eab-94d4-4469-8194-85a9140b19a9 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:46.452549 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-6daa5eab-94d4-4469-8194-85a9140b19a9 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 945 time: 0.0494781 Apr 11 16:55:46.547604 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Deleting port 10d4a880-3381-4361-a600-fe5a968808c1 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:46.547990 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (10d4a880-3381-4361-a600-fe5a968808c1), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:46.637081 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] For port 10d4a880-3381-4361-a600-fe5a968808c1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=10d4a880-3381-4361-a600-fe5a968808c1,segment=NetworkSegment(67ae5bff-5824-4412-9af0-ecb1ef15d998),segment_id=67ae5bff-5824-4412-9af0-ecb1ef15d998)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:46.637709 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (10d4a880-3381-4361-a600-fe5a968808c1), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:46.652550 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Calling delete_port for 10d4a880-3381-4361-a600-fe5a968808c1 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:46.794093 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (10d4a880-3381-4361-a600-fe5a968808c1), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:46.806139 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['10d4a880-3381-4361-a600-fe5a968808c1'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:46.823093 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Pushing event deleted for resources: {'Port': ['ID=10d4a880-3381-4361-a600-fe5a968808c1,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:46.866089 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] No DVR routers for this DVR port 10d4a880-3381-4361-a600-fe5a968808c1 on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:46.869002 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:46.872270 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-631fa6dd-9541-4192-a27a-bbfad240bac8 req-3427fb56-bf01-4719-ac75-7177154ee20b tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.41 "DELETE /v2.0/ports/10d4a880-3381-4361-a600-fe5a968808c1 HTTP/1.1" status: 204 len: 173 time: 0.4145751 Apr 11 16:55:46.872703 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef229e07-94b5-4db0-824e-748bbb14aaeb', 'name': 'network-vif-deleted', 'tag': '10d4a880-3381-4361-a600-fe5a968808c1'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:46.874951 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e2b262-6b7f-4919-867d-ca2c1ce939fd" -d '{"events": [{"server_uuid": "ef229e07-94b5-4db0-824e-748bbb14aaeb", "name": "network-vif-deleted", "tag": "10d4a880-3381-4361-a600-fe5a968808c1"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:46.916313 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674706da-92ed-480f-95bf-154a2f109fd6 x-openstack-request-id: req-674706da-92ed-480f-95bf-154a2f109fd6 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:46.916602 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef229e07-94b5-4db0-824e-748bbb14aaeb", "name": "network-vif-deleted", "tag": "10d4a880-3381-4361-a600-fe5a968808c1", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:46.916850 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-674706da-92ed-480f-95bf-154a2f109fd6 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:46.917248 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674706da-92ed-480f-95bf-154a2f109fd6'] response: {'server_uuid': 'ef229e07-94b5-4db0-824e-748bbb14aaeb', 'name': 'network-vif-deleted', 'tag': '10d4a880-3381-4361-a600-fe5a968808c1', 'status': 'completed', 'code': 200} Apr 11 16:55:47.195362 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-91e0e65e-5030-4705-9500-1f93ea703b9b req-695c67c7-e72b-44dc-aa57-6e38ead32b23 tempest-VolumesActionsTest-959069915 tempest-VolumesActionsTest-959069915-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef229e07-94b5-4db0-824e-748bbb14aaeb HTTP/1.1" status: 200 len: 210 time: 0.0274134 Apr 11 16:55:48.533780 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:50.829679 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 10d4a880-3381-4361-a600-fe5a968808c1 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:50.857888 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 10d4a880-3381-4361-a600-fe5a968808c1 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:55:50.858238 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 10d4a880-3381-4361-a600-fe5a968808c1 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:55:55.172572 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-da3022bc-982c-420b-b0d9-a23176a47741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.709755 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9bf35815-8f37-4dae-a010-71d20a47f37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:58.639573 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:00.539227 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.752005 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.251510 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 36294) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:11.302603 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Deleting subnet 598a2316-7aae-4328-8ccc-c3045fc93417 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:56:11.306237 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Publish callbacks [] for subnet (598a2316-7aae-4328-8ccc-c3045fc93417), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.340807 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2328036'] for subnet (598a2316-7aae-4328-8ccc-c3045fc93417), precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.385996 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047615'] for subnet (598a2316-7aae-4328-8ccc-c3045fc93417), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.446014 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529018216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532083081'] for subnet (598a2316-7aae-4328-8ccc-c3045fc93417), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.480257 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598a2316-7aae-4328-8ccc-c3045fc93417,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:11.484803 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.487954 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/598a2316-7aae-4328-8ccc-c3045fc93417 HTTP/1.1" status: 204 len: 168 time: 0.2353122 Apr 11 16:56:11.490780 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 36296) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:11.492899 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.493248 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.493568 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.493931 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.494264 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.494589 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.494901 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.495219 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.495548 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.495891 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.496223 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.496544 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.496867 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.497187 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.497502 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ff950-3173-4a4a-9c09-09273c24dd51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.564703 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624236'] for network (53f83aaa-eb53-43e9-a9df-2ff2270fd36f), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.643353 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045682', 'neutron.services.segments.db._delete_segments_for_network-8776503744943'] for network (53f83aaa-eb53-43e9-a9df-2ff2270fd36f), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.664003 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f83aaa-eb53-43e9-a9df-2ff2270fd36f']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:11.673703 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ae5bff-5824-4412-9af0-ecb1ef15d998') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:11.673985 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ae5bff-5824-4412-9af0-ecb1ef15d998') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:11.686687 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776503748536', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529087716'] for segment (67ae5bff-5824-4412-9af0-ecb1ef15d998), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.701340 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586'] for segment (67ae5bff-5824-4412-9af0-ecb1ef15d998), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.707662 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:56:11.708052 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529333284'] for segment (67ae5bff-5824-4412-9af0-ecb1ef15d998), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: Traceback (most recent call last): Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: timer() Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: cb(*args, **kw) Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: return func(*args, **kwargs) Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: self._notify() Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: self.callback(batched_events) Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: event.method(event) Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: return f(self, *a, **k) Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._get(url).json() Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:56:11.709736 dv-cinder-837165-2-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:56:11.770957 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3774432'] for network (53f83aaa-eb53-43e9-a9df-2ff2270fd36f), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.776621 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699501'] for network (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:11.779746 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] 10.222.0.65 "DELETE /v2.0/networks/53f83aaa-eb53-43e9-a9df-2ff2270fd36f HTTP/1.1" status: 204 len: 168 time: 0.2879102 Apr 11 16:56:11.791938 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Pushing event deleted for resources: {'Network': ['ID=53f83aaa-eb53-43e9-a9df-2ff2270fd36f,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:11.799392 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.799956 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.800347 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.801174 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.801721 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.802062 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.802395 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.802727 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.803053 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.803368 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.803730 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.804056 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.804380 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.804701 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.805019 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e604f105-dfef-4afc-9a29-23cdf394c21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:11.903498 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 36300) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:11.943619 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-fa242592-be58-4e28-afc0-2180afd2cf62 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=812255b0d4b24eef8288a1f27d17e501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387828 Apr 11 16:56:11.946357 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.65', 36302) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:12.001082 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a0332a14-3864-4cc6-8a30-fd46f1bdeca9 admin admin] Publish callbacks [] for security_group (d95987e5-51cf-424a-b08b-a08fe181809e), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:12.030427 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a0332a14-3864-4cc6-8a30-fd46f1bdeca9 admin admin] Publish callbacks [] for security_group (d95987e5-51cf-424a-b08b-a08fe181809e), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:12.078659 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a0332a14-3864-4cc6-8a30-fd46f1bdeca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (d95987e5-51cf-424a-b08b-a08fe181809e), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:12.081366 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a0332a14-3864-4cc6-8a30-fd46f1bdeca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:12.082625 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a0332a14-3864-4cc6-8a30-fd46f1bdeca9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d95987e5-51cf-424a-b08b-a08fe181809e HTTP/1.1" status: 204 len: 168 time: 0.1353116 Apr 11 16:56:12.090448 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0332a14-3864-4cc6-8a30-fd46f1bdeca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95987e5-51cf-424a-b08b-a08fe181809e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:14.451001 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-76f166d1-da41-42fc-8289-41dfd542ea5e tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ac121a20bdfd4551be0c313096ce78a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402620 Apr 11 16:56:14.641686 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-2123e804-a876-472b-a7b7-6a4f5df6d6c7 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:14.643066 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-2123e804-a876-472b-a7b7-6a4f5df6d6c7 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867671 Apr 11 16:56:14.657889 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-0ab9ff07-f920-4584-9442-b00c2c41508d tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/quotas/ac121a20bdfd4551be0c313096ce78a6 HTTP/1.1" status: 200 len: 375 time: 0.0091500 Apr 11 16:56:14.689801 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-b2a7cd83-db02-4517-b381-8155a788e0ce tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac121a20bdfd4551be0c313096ce78a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265067 Apr 11 16:56:14.860744 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6aa05b98-c38e-4d7f-858a-4e0a1409abf7 req-e0b60a29-bb0a-41e5-9569-f827f933d958 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 210 time: 0.0297539 Apr 11 16:56:15.774449 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-ea9dcea8-382e-42ef-b662-993a6d48834e tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ac121a20bdfd4551be0c313096ce78a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358083 Apr 11 16:56:15.964368 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-e3fe2618-31d2-48e6-a750-38b3d01b7f6a tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:15.965919 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-e3fe2618-31d2-48e6-a750-38b3d01b7f6a tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868732 Apr 11 16:56:15.985420 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Request body: {'port': {'device_id': '2da52462-039d-49aa-87d9-937177392f44', 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b', 'admin_state_up': True, 'tenant_id': 'ac121a20bdfd4551be0c313096ce78a6'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:16.108632 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Made reservation on behalf of ac121a20bdfd4551be0c313096ce78a6 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:56:16.112113 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.121528 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks [] for security_group (None), before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.203486 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks [] for security_group (0173ad38-ff49-42ef-8bb6-506dfe84ab6c), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.208889 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (0173ad38-ff49-42ef-8bb6-506dfe84ab6c), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.248704 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-08565776-cc6a-441b-84c8-86f2191f617e req-af4b7d8f-2be0-44c3-8c2b-bcf5f745f3d0 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 210 time: 0.3190994 Apr 11 16:56:16.274373 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0173ad38-ff49-42ef-8bb6-506dfe84ab6c,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:16.345194 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Allocated IP 192.168.233.118 (f17d721b-3971-449a-ae3b-5dce8329091b/22b44804-06be-4632-8b0e-4327886aa59c/923bbc6f-4f36-4f49-afad-b19ee3bebba7) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:16.507251 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks [] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.548353 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776503333187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.590405 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Network f17d721b-3971-449a-ae3b-5dce8329091b is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:16.593458 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:16.597064 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:16.606179 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Pushing event updated for resources: {'Port': ['ID=923bbc6f-4f36-4f49-afad-b19ee3bebba7,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:16.652144 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:16.652758 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.670683 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-90016280-b37c-403e-82d7-9a359bd46ca9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6891794 Apr 11 16:56:16.682328 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Request body: {'port': {'device_id': '2da52462-039d-49aa-87d9-937177392f44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:16.866535 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-b2b9260a-4708-4696-bac4-b885f2da1d55 None None] Provisioning complete for port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:16.867111 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b2b9260a-4708-4696-bac4-b885f2da1d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.907729 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9260a-4708-4696-bac4-b885f2da1d55 None None] Port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:56:17.014816 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.281014 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923bbc6f-4f36-4f49-afad-b19ee3bebba7 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:17.289908 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Publish callbacks [] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.303899 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Transition to ACTIVE for port object 923bbc6f-4f36-4f49-afad-b19ee3bebba7 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:56:17.308890 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.371512 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41865f-534e-40eb-ae25-5c22d4c6b04a req-845b3452-1e10-407e-8ad1-abaef6674325 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.373742 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2e41865f-534e-40eb-ae25-5c22d4c6b04a req-845b3452-1e10-407e-8ad1-abaef6674325 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 948 time: 0.0549536 Apr 11 16:56:17.406402 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Pushing event updated for resources: {'Port': ['ID=923bbc6f-4f36-4f49-afad-b19ee3bebba7,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:17.434356 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2e41865f-534e-40eb-ae25-5c22d4c6b04a req-aae0c275-f186-45e6-9703-9d359052f102 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542271 Apr 11 16:56:17.446782 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Attempting to bind port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:56:17.447133 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Attempting to bind port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:56:17.447539 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Attempting to bind port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 on network f17d721b-3971-449a-ae3b-5dce8329091b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:17.452693 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 on network f17d721b-3971-449a-ae3b-5dce8329091b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:56:17.453021 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Attempting to bind port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 on network f17d721b-3971-449a-ae3b-5dce8329091b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:17.458933 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Checking agent: {'id': '5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'started_at': datetime.datetime(2022, 4, 11, 16, 33, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:56:17.459334 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Checking segment: {'id': 'ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:56:17.460009 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Bound using segment: {'id': 'ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:56:17.460647 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Bound port: 923bbc6f-4f36-4f49-afad-b19ee3bebba7, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:56:17.461026 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.527445 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] For port 923bbc6f-4f36-4f49-afad-b19ee3bebba7, host hv-cinder-83716, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:56:17.530480 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] For port 923bbc6f-4f36-4f49-afad-b19ee3bebba7, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=923bbc6f-4f36-4f49-afad-b19ee3bebba7,segment=NetworkSegment(ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe),segment_id=ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:56:17.544851 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529333496'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.584284 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.584918 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.586329 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] 10.222.0.41 "PUT /v2.0/ports/923bbc6f-4f36-4f49-afad-b19ee3bebba7 HTTP/1.1" status: 200 len: 1098 time: 0.9082839 Apr 11 16:56:17.586715 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da52462-039d-49aa-87d9-937177392f44', 'tag': '923bbc6f-4f36-4f49-afad-b19ee3bebba7'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:17.588985 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da5c026-8be5-46b7-9708-b581b181987c" -d '{"events": [{"name": "network-changed", "server_uuid": "2da52462-039d-49aa-87d9-937177392f44", "tag": "923bbc6f-4f36-4f49-afad-b19ee3bebba7"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:17.611683 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a361f5-1d38-433a-90ad-d99ce50323bf service neutron] Pushing event updated for resources: {'Port': ['ID=923bbc6f-4f36-4f49-afad-b19ee3bebba7,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:17.663932 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7cf824-a5e2-4737-a18d-c1aa5a44aa06 x-openstack-request-id: req-3c7cf824-a5e2-4737-a18d-c1aa5a44aa06 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:17.664314 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da52462-039d-49aa-87d9-937177392f44", "tag": "923bbc6f-4f36-4f49-afad-b19ee3bebba7", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:17.664624 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c7cf824-a5e2-4737-a18d-c1aa5a44aa06 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:17.665021 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7cf824-a5e2-4737-a18d-c1aa5a44aa06'] response: {'name': 'network-changed', 'server_uuid': '2da52462-039d-49aa-87d9-937177392f44', 'tag': '923bbc6f-4f36-4f49-afad-b19ee3bebba7', 'status': 'completed', 'code': 200} Apr 11 16:56:17.679149 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-600e3261-46ba-4768-95da-b71ccfd2d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.680687 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-600e3261-46ba-4768-95da-b71ccfd2d2f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac121a20bdfd4551be0c313096ce78a6&device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 1132 time: 0.0468640 Apr 11 16:56:17.728140 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-174ac4c4-1d96-48e3-aae6-8c79e93ff6c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=923bbc6f-4f36-4f49-afad-b19ee3bebba7 HTTP/1.1" status: 200 len: 217 time: 0.0393455 Apr 11 16:56:17.789893 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-f55d8b42-2863-4b03-ae5a-e8d9eefbdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.791367 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-f55d8b42-2863-4b03-ae5a-e8d9eefbdeff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22b44804-06be-4632-8b0e-4327886aa59c HTTP/1.1" status: 200 len: 843 time: 0.0570972 Apr 11 16:56:17.839487 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-9d963a7f-655f-43fe-94a6-ade40372e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.841040 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-9d963a7f-655f-43fe-94a6-ade40372e6b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f17d721b-3971-449a-ae3b-5dce8329091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0436387 Apr 11 16:56:17.939608 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-5fb31ea3-42ee-4639-85a5-92dc6cd4f168 service neutron] 10.222.0.41 "GET /v2.0/networks/f17d721b-3971-449a-ae3b-5dce8329091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919094 Apr 11 16:56:18.034605 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c4bc211f-5694-4bbf-9765-f24043a57fd6 req-da8fb0b9-17e0-4bb3-8298-1c97e688ed45 service neutron] 10.222.0.41 "GET /v2.0/networks/f17d721b-3971-449a-ae3b-5dce8329091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895522 Apr 11 16:56:18.374721 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:56:18.539216 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:18.564746 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862607a-4d7d-4436-a4ac-7fc9cffcbb98 req-0c703973-93f4-415a-b01a-85767e8a4000 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.566220 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9862607a-4d7d-4436-a4ac-7fc9cffcbb98 req-0c703973-93f4-415a-b01a-85767e8a4000 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 948 time: 0.0593474 Apr 11 16:56:18.617481 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9862607a-4d7d-4436-a4ac-7fc9cffcbb98 req-00a42d48-03be-4f52-b67e-04f3b4f9ec0a tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Apr 11 16:56:19.750036 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4e988-998e-4b1d-8532-eb5d032737ae req-52e63d6c-026d-4088-bba7-87d14ff27935 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.751543 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ccc4e988-998e-4b1d-8532-eb5d032737ae req-52e63d6c-026d-4088-bba7-87d14ff27935 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 948 time: 0.0541863 Apr 11 16:56:19.812018 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ccc4e988-998e-4b1d-8532-eb5d032737ae req-c395d132-3619-4784-8ce5-b43bf700fb6d tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544083 Apr 11 16:56:20.934486 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b8f2-1e8b-43f1-9b73-609e95a7ce7a req-a2b07a4e-cd88-4d3b-b694-29f7d58923f5 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:20.936003 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22d2b8f2-1e8b-43f1-9b73-609e95a7ce7a req-a2b07a4e-cd88-4d3b-b694-29f7d58923f5 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 948 time: 0.0547950 Apr 11 16:56:20.987477 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22d2b8f2-1e8b-43f1-9b73-609e95a7ce7a req-0cc9d96b-e785-4f26-b0a5-6060627d4f81 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Apr 11 16:56:21.234275 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5c026-8be5-46b7-9708-b581b181987c req-7e692385-c07d-42d3-970f-a7f8e146e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.235909 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8da5c026-8be5-46b7-9708-b581b181987c req-7e692385-c07d-42d3-970f-a7f8e146e9c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac121a20bdfd4551be0c313096ce78a6&device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 1132 time: 0.0415764 Apr 11 16:56:21.330497 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5c026-8be5-46b7-9708-b581b181987c req-994280d3-9eb1-4cf9-acad-1ff767dc364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.332053 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8da5c026-8be5-46b7-9708-b581b181987c req-994280d3-9eb1-4cf9-acad-1ff767dc364c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f17d721b-3971-449a-ae3b-5dce8329091b HTTP/1.1" status: 200 len: 870 time: 0.0906777 Apr 11 16:56:21.372814 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8da5c026-8be5-46b7-9708-b581b181987c req-4d29940c-30cc-4089-b13c-156d2aeeb629 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=923bbc6f-4f36-4f49-afad-b19ee3bebba7 HTTP/1.1" status: 200 len: 217 time: 0.0350819 Apr 11 16:56:21.420445 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5c026-8be5-46b7-9708-b581b181987c req-77feef6c-5684-457f-b6ab-ff3808487cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.421833 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8da5c026-8be5-46b7-9708-b581b181987c req-77feef6c-5684-457f-b6ab-ff3808487cfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22b44804-06be-4632-8b0e-4327886aa59c HTTP/1.1" status: 200 len: 843 time: 0.0434341 Apr 11 16:56:21.468799 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5c026-8be5-46b7-9708-b581b181987c req-2752fd7e-9000-414c-93bc-692fbf6b612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.470376 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8da5c026-8be5-46b7-9708-b581b181987c req-2752fd7e-9000-414c-93bc-692fbf6b612f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f17d721b-3971-449a-ae3b-5dce8329091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0429530 Apr 11 16:56:21.480115 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-8da5c026-8be5-46b7-9708-b581b181987c req-4ce7a752-35d6-4dce-a5b8-414271aba780 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:56:21.481040 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8da5c026-8be5-46b7-9708-b581b181987c req-4ce7a752-35d6-4dce-a5b8-414271aba780 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052783 Apr 11 16:56:21.575275 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8da5c026-8be5-46b7-9708-b581b181987c req-2f040f9b-0930-49d8-83ca-b5e9b07d70d2 service neutron] 10.222.0.41 "GET /v2.0/networks/f17d721b-3971-449a-ae3b-5dce8329091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880077 Apr 11 16:56:21.667720 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8da5c026-8be5-46b7-9708-b581b181987c req-eb4c2bfb-86c4-440d-92c2-9ac5200101ab service neutron] 10.222.0.41 "GET /v2.0/networks/f17d721b-3971-449a-ae3b-5dce8329091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857296 Apr 11 16:56:22.112763 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34024aa8-52ad-4ab5-9713-e99430b84bf8 req-e373b40d-56ca-4226-b078-e083e96969b6 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:22.114241 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34024aa8-52ad-4ab5-9713-e99430b84bf8 req-e373b40d-56ca-4226-b078-e083e96969b6 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 948 time: 0.0533140 Apr 11 16:56:22.164730 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34024aa8-52ad-4ab5-9713-e99430b84bf8 req-fdaa57c1-0028-4e98-a08d-044676285bb5 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Apr 11 16:56:22.896267 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 923bbc6f-4f36-4f49-afad-b19ee3bebba7 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:56:23.005254 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 923bbc6f-4f36-4f49-afad-b19ee3bebba7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=923bbc6f-4f36-4f49-afad-b19ee3bebba7,segment=NetworkSegment(ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe),segment_id=ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:23.018034 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Returning: {'device': '923bbc6f-4f36-4f49-afad-b19ee3bebba7', 'network_id': 'f17d721b-3971-449a-ae3b-5dce8329091b', 'port_id': '923bbc6f-4f36-4f49-afad-b19ee3bebba7', 'mac_address': 'fa:16:3e:fa:6d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b44804-06be-4632-8b0e-4327886aa59c', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:56:23.057922 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 is: DOWN; New status is: BUILD {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:23.058325 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.072082 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923bbc6f-4f36-4f49-afad-b19ee3bebba7 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:23.093497 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 923bbc6f-4f36-4f49-afad-b19ee3bebba7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=923bbc6f-4f36-4f49-afad-b19ee3bebba7,segment=NetworkSegment(ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe),segment_id=ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:23.099613 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.152193 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=923bbc6f-4f36-4f49-afad-b19ee3bebba7,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:23.159338 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.159775 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.160088 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.160467 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.160802 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.161226 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.161651 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.161651 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.162126 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.162444 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.162791 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.163109 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.163442 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.163792 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.164099 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:23.278583 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f66ee-30ec-47b5-b7b0-b73b94f82f86 req-d9d5f64e-d365-4e13-99c3-d69d3e3f3d38 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:23.280085 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ee0f66ee-30ec-47b5-b7b0-b73b94f82f86 req-d9d5f64e-d365-4e13-99c3-d69d3e3f3d38 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 949 time: 0.0471146 Apr 11 16:56:23.337181 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ee0f66ee-30ec-47b5-b7b0-b73b94f82f86 req-8a8bc5b2-a63e-4443-b860-c8c3f6b54dc9 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514500 Apr 11 16:56:23.415909 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['923bbc6f-4f36-4f49-afad-b19ee3bebba7'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:56:24.468067 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df0ff-3723-4767-937c-5cb5c6624264 req-2c6aec0a-d738-43b4-8654-e5337d6b537d tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:24.469695 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-004df0ff-3723-4767-937c-5cb5c6624264 req-2c6aec0a-d738-43b4-8654-e5337d6b537d tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 949 time: 0.0595250 Apr 11 16:56:24.519011 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-004df0ff-3723-4767-937c-5cb5c6624264 req-d6532151-bffb-45fd-9d82-96a72f5447d4 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432708 Apr 11 16:56:24.912276 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 923bbc6f-4f36-4f49-afad-b19ee3bebba7 up at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:24.971585 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning for port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:56:24.979408 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Provisioning complete for port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:24.980449 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-921179'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.069413 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Current status of the port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 is: BUILD; New status is: ACTIVE {{(pid=103672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:25.069799 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611664'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.094886 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da52462-039d-49aa-87d9-937177392f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923bbc6f-4f36-4f49-afad-b19ee3bebba7'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:25.097360 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98c4a5a1ac4b268733ab154e096c84ac486e83170cef1448d133c27464d8ac9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a65a3b-a391-4cef-8398-45d078cc9ac0" -d '{"events": [{"server_uuid": "2da52462-039d-49aa-87d9-937177392f44", "name": "network-vif-plugged", "status": "completed", "tag": "923bbc6f-4f36-4f49-afad-b19ee3bebba7"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:25.111377 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] For port 923bbc6f-4f36-4f49-afad-b19ee3bebba7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=923bbc6f-4f36-4f49-afad-b19ee3bebba7,segment=NetworkSegment(ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe),segment_id=ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:25.116257 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776503842591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776503333205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776503333223'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.139452 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1a3563-138b-44b2-9047-d2bc9c455d2f x-openstack-request-id: req-fc1a3563-138b-44b2-9047-d2bc9c455d2f {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:25.139764 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da52462-039d-49aa-87d9-937177392f44", "name": "network-vif-plugged", "status": "completed", "tag": "923bbc6f-4f36-4f49-afad-b19ee3bebba7", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:25.140031 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc1a3563-138b-44b2-9047-d2bc9c455d2f {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:25.140428 dv-cinder-837165-2-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1a3563-138b-44b2-9047-d2bc9c455d2f'] response: {'server_uuid': '2da52462-039d-49aa-87d9-937177392f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923bbc6f-4f36-4f49-afad-b19ee3bebba7', 'code': 200} Apr 11 16:56:25.181419 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Pushing event updated for resources: {'Port': ['ID=923bbc6f-4f36-4f49-afad-b19ee3bebba7,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:25.188260 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7552d1c1-eadb-470f-9e3e-57edd6c42500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.422125 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fa17a-0c9b-45ef-9956-b72520aa1a31 req-e5098810-0495-4ab9-b8d8-5064246e6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:25.423558 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-560fa17a-0c9b-45ef-9956-b72520aa1a31 req-e5098810-0495-4ab9-b8d8-5064246e6f72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 1134 time: 0.1448691 Apr 11 16:56:25.474824 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-560fa17a-0c9b-45ef-9956-b72520aa1a31 req-b250cabb-b31b-4d62-a449-0259ca9f80cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Apr 11 16:56:25.640521 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae40cf-9a89-4787-86af-467d6dd0d8e0 req-0375cda3-89f3-474b-b4f1-e91e2e59daf7 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:25.642089 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5cae40cf-9a89-4787-86af-467d6dd0d8e0 req-0375cda3-89f3-474b-b4f1-e91e2e59daf7 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 950 time: 0.0507889 Apr 11 16:56:25.690124 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5cae40cf-9a89-4787-86af-467d6dd0d8e0 req-b8be8f8d-7b77-498c-962c-3791cb84a0ed tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Apr 11 16:56:26.808124 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c03d87-034a-43db-baf8-32f1af33686b req-3afaea93-f04c-4dbc-842e-f34059395390 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:26.809619 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-20c03d87-034a-43db-baf8-32f1af33686b req-3afaea93-f04c-4dbc-842e-f34059395390 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 950 time: 0.0486665 Apr 11 16:56:26.864642 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-20c03d87-034a-43db-baf8-32f1af33686b req-5021dea6-2638-46a2-9a6a-7f97deea0090 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Apr 11 16:56:27.710468 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ca192093-1c57-4e78-a593-b1e20fb5c384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.991203 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d598d1a-76ba-49ab-bf2d-1c52cf86f706 req-094d7c7d-7236-4518-b719-faf032cc5a3d tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:27.992724 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7d598d1a-76ba-49ab-bf2d-1c52cf86f706 req-094d7c7d-7236-4518-b719-faf032cc5a3d tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 950 time: 0.0588639 Apr 11 16:56:28.045865 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7d598d1a-76ba-49ab-bf2d-1c52cf86f706 req-e1c86a39-9f1a-4b68-b96d-8bc60865bcaf tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463634 Apr 11 16:56:28.325791 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33742701-4a7a-478f-965a-c9f0a09b3bb1 req-e64c1b18-2b8a-453e-a3fb-2917be27bb0e tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:28.327343 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-33742701-4a7a-478f-965a-c9f0a09b3bb1 req-e64c1b18-2b8a-453e-a3fb-2917be27bb0e tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 950 time: 0.0536942 Apr 11 16:56:28.383016 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-33742701-4a7a-478f-965a-c9f0a09b3bb1 req-0ee74135-df15-4ed9-8ce4-9c3c4e95ae3d tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489166 Apr 11 16:56:28.648732 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.518489 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043172b-aae5-4df4-b4b1-8422ca1eeb74 req-59f635f8-688a-48db-9c9d-f39f3be6b033 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:29.520027 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2043172b-aae5-4df4-b4b1-8422ca1eeb74 req-59f635f8-688a-48db-9c9d-f39f3be6b033 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 950 time: 0.0602648 Apr 11 16:56:29.571509 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2043172b-aae5-4df4-b4b1-8422ca1eeb74 req-fc8338ff-2373-4e2d-842a-aad7ed6f9a9c tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/security-groups?id=0173ad38-ff49-42ef-8bb6-506dfe84ab6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458121 Apr 11 16:56:29.846559 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-2d43d8e2-2b1b-4a48-92aa-6abf0d2839f5 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:29.848053 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-2d43d8e2-2b1b-4a48-92aa-6abf0d2839f5 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.41 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 950 time: 0.0510614 Apr 11 16:56:30.135867 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Deleting port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:30.136219 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776503833631'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.239763 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] For port 923bbc6f-4f36-4f49-afad-b19ee3bebba7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=923bbc6f-4f36-4f49-afad-b19ee3bebba7,segment=NetworkSegment(ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe),segment_id=ca9241bb-fea1-4443-9bbf-7bc90ee1dcbe)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:30.240259 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799120'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.255786 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Calling delete_port for 923bbc6f-4f36-4f49-afad-b19ee3bebba7 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:30.393882 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-612018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776503842573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776503333196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529333491'] for port (923bbc6f-4f36-4f49-afad-b19ee3bebba7), after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.406536 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] get_ports_and_sgs() called for port_ids ['923bbc6f-4f36-4f49-afad-b19ee3bebba7'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:56:30.424633 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Pushing event deleted for resources: {'Port': ['ID=923bbc6f-4f36-4f49-afad-b19ee3bebba7,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:30.476221 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] No DVR routers for this DVR port 923bbc6f-4f36-4f49-afad-b19ee3bebba7 on host hv-cinder-83716 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:30.480111 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44956'] for port (None), before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.483658 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3ef7f9c3-e763-431c-b61c-7751ec496ae0 req-7b430cea-63a0-4737-ba56-a60fdafe93e2 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.41 "DELETE /v2.0/ports/923bbc6f-4f36-4f49-afad-b19ee3bebba7 HTTP/1.1" status: 204 len: 173 time: 0.4371142 Apr 11 16:56:30.484113 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da52462-039d-49aa-87d9-937177392f44', 'name': 'network-vif-deleted', 'tag': '923bbc6f-4f36-4f49-afad-b19ee3bebba7'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:30.486420 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb8d256537d34bc5dc448df461fba2a5ef7f018476d4f9e72680e77721553ad0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccb3753-9284-47c0-ad8a-8f115ae9d1b2" -d '{"events": [{"server_uuid": "2da52462-039d-49aa-87d9-937177392f44", "name": "network-vif-deleted", "tag": "923bbc6f-4f36-4f49-afad-b19ee3bebba7"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:30.531343 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55ca952-76e7-4473-b0ce-6c19feabc69f x-openstack-request-id: req-c55ca952-76e7-4473-b0ce-6c19feabc69f {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:30.531659 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da52462-039d-49aa-87d9-937177392f44", "name": "network-vif-deleted", "tag": "923bbc6f-4f36-4f49-afad-b19ee3bebba7", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:30.531931 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c55ca952-76e7-4473-b0ce-6c19feabc69f {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:30.532476 dv-cinder-837165-2-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55ca952-76e7-4473-b0ce-6c19feabc69f'] response: {'server_uuid': '2da52462-039d-49aa-87d9-937177392f44', 'name': 'network-vif-deleted', 'tag': '923bbc6f-4f36-4f49-afad-b19ee3bebba7', 'status': 'completed', 'code': 200} Apr 11 16:56:30.539040 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.687670 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c37e002a-6a8b-4bd6-ba8a-ba5da546386d req-deb15eac-f562-46e4-ae34-c373e566d2e6 tempest-VolumesNegativeTest-524561334 tempest-VolumesNegativeTest-524561334-project] 10.222.0.65 "GET /v2.0/ports?device_id=2da52462-039d-49aa-87d9-937177392f44 HTTP/1.1" status: 200 len: 210 time: 0.0281012 Apr 11 16:56:31.753284 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:32.924906 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 923bbc6f-4f36-4f49-afad-b19ee3bebba7 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:33.079540 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] No Port match for: 923bbc6f-4f36-4f49-afad-b19ee3bebba7 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:33.079957 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Device 923bbc6f-4f36-4f49-afad-b19ee3bebba7 not bound to the agent host hv-cinder-83716 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:35.871839 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 36642) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:36.035080 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e4e55612-52bb-4a1e-8a4f-9d76eb875f76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac121a20bdfd4551be0c313096ce78a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622474 Apr 11 16:56:36.037788 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.65', 36646) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:36.094040 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-43373ebd-2f8d-409f-aaa2-e279f396f90c admin admin] Publish callbacks [] for security_group (0173ad38-ff49-42ef-8bb6-506dfe84ab6c), before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:36.122178 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-43373ebd-2f8d-409f-aaa2-e279f396f90c admin admin] Publish callbacks [] for security_group (0173ad38-ff49-42ef-8bb6-506dfe84ab6c), precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:36.174157 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-43373ebd-2f8d-409f-aaa2-e279f396f90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109077'] for security_group (0173ad38-ff49-42ef-8bb6-506dfe84ab6c), after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:36.176837 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-43373ebd-2f8d-409f-aaa2-e279f396f90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:36.177965 dv-cinder-837165-2-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-43373ebd-2f8d-409f-aaa2-e279f396f90c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0173ad38-ff49-42ef-8bb6-506dfe84ab6c HTTP/1.1" status: 204 len: 168 time: 0.1392753 Apr 11 16:56:36.186115 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43373ebd-2f8d-409f-aaa2-e279f396f90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173ad38-ff49-42ef-8bb6-506dfe84ab6c,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:48.536634 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:55.184106 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-01e89211-d5f7-43e6-acf3-b8110ba501c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:55.374316 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:56:57.864172 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19cd9c43-d4ca-4c99-8375-eb6657b842ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:58.648132 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:00.536927 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:01.753760 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:18.536261 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:25.179707 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c44253f0-4904-4b84-bfb3-d28b2d7cb09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:27.711912 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3dbf47ce-6586-4e8d-ac79-99a8d8efe24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:28.651887 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:30.534045 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:31.753407 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:32.373861 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:57:48.533281 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:55.184811 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c184ffe7-2f37-4345-94e2-ac1d09936cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:57.709263 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-840f9ce1-2a41-419a-9b70-b655454a1284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:58.658605 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:00.548292 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:01.749782 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:09.374238 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:58:18.533297 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:25.190761 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d063f929-76b9-4e97-9776-be6f20f8a973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:27.707593 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-842dad3c-8c4d-4903-a8ac-eca3ea62b504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:28.657694 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.540521 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:31.745689 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:46.377498 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:58:48.531932 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.199705 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3ee4618d-9bd5-4df1-9b21-c88d5d0a37f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:57.702763 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1e53bf71-3691-4a67-b94f-6ed14ff419a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:58.663808 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.550044 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:01.752528 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:18.549632 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:23.377501 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:59:25.195748 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d92340a1-ab00-4a6a-9314-a9bf172b0aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:27.696842 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6388767e-17cc-4a72-b84c-3bbe26759ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:28.664373 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.549137 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.749680 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:48.547803 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:55.193455 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92d124a5-9d9c-427b-9ab7-cf88e5e0477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:57.708422 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0878030e-8b9e-4227-b48e-ca827d062f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:58.671608 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.382267 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:00:00.553639 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:01.752845 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:18.560873 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:24.994556 dv-cinder-837165-2-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-fd1d0769-b0b3-48d9-92b8-c96af8866e55 service neutron] (103671) timed out ('10.222.0.65', 32806) {{(pid=103671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 17:00:25.194495 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-03f2a5e1-5c70-490a-a1fe-77529bf74a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:25.198838 dv-cinder-837165-2-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-e7452bc7-d27f-49f9-8c9e-ae5993b885f1 req-bee5324d-bc49-477d-a1b6-8f5a15fa7d9c tempest-AttachVolumeShelveTestJSON-677128371 tempest-AttachVolumeShelveTestJSON-677128371-project] (103670) timed out ('10.222.0.65', 32814) {{(pid=103670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 17:00:27.703005 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1d3227ad-124d-427a-9914-e63f0a1f3315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:28.673901 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:30.553387 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:31.754767 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:37.383339 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:00:48.560540 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:55.190192 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-18817384-5e30-4aab-9b97-0c95cb22c92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:57.713675 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0f9b2473-89a7-460d-9f72-576878285cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:58.673371 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:00.558465 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:01.753162 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:14.383962 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:01:18.569781 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:25.187652 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-26034642-e6e1-4b4a-a21f-210a9cfaedcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:27.711617 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6c06bd76-49af-4ef3-ad0c-767335950a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.678160 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:30.561602 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:31.754647 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:48.560267 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-92789a34-223f-45ca-b0f7-7d0bca6fb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (5cf4fdf9-e2cb-4eab-8e5a-c9f88b80b60a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:51.382911 dv-cinder-837165-2-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-682c640b-1faa-45d7-bbd8-0fc351fb24e2 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:01:55.191470 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a2d3-b0bd-4ed4-b9b0-38a2fbeb5ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (e25ea3ec-9e61-4835-a2c4-6438482d7cc3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.708480 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d71a5560-cf50-40ac-94ec-fbf0c71196e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (643a52cd-c6d7-4277-8b00-504617e12759), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:58.679201 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d91808fe-bdf2-4266-b75e-0f3c2c6506e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (48b085f4-2b7f-488f-91e4-9006b9204622), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.564461 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f34ced19-eabb-4d36-9410-c54f28f60fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (6a69bb87-eeec-46f0-9b95-6ec60ae11ed3), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.756762 dv-cinder-837165-2-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c7fcfe0-a2f2-4746-9c9f-206f6bf0c107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776503744925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-921333'] for agent (fcea89bf-d461-4663-b335-eda407c6395a), after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}